-- Logs begin at Thu 2021-11-11 10:40:59 UTC, end at Thu 2021-11-11 11:39:44 UTC. -- Nov 11 11:16:03.247876 dv-cinder-817417-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 11:16:05.812860 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.common.config [-] Logging enabled! Nov 11 11:16:05.813408 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev54 Nov 11 11:16:05.814688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87981) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 11 11:16:05.815442 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.common.config [-] Logging enabled! Nov 11 11:16:05.815726 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev54 Nov 11 11:16:05.815999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87981) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 11 11:16:05.817082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 11 11:16:05.817346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 11 11:16:05.818335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 11 11:16:05.818614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 11 11:16:05.818871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 11 11:16:05.819256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.819601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.819933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.820191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.820526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.820854 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.821169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.821496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.821833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.822148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.822456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.822851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.823235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.823512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.823836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.824162 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.824413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] debug = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.824724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.825252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.825569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.825877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.826199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.826501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.826806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.827118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.827514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] host = dv-cinder-817417-1-smb {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.827820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.828142 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.828463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.828784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.829086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.829389 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.829708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.830008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.830309 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] log_file = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.830612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.830932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.831275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.831614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.831868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.832117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.832441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.832765 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.833069 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.833629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.833738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.833956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.834257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.834551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.834874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.835212 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.835532 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.835832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.836133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.836432 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.836731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.837048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.837348 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.837649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.837951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.838276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.839099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.839427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.839767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.840084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.840404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.840720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.841021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.841341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.841639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.841941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.842240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] use_json = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.842540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.842837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.843152 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.843474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.843769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.844069 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.844369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.844687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:05.845010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.845344 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.845678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.845987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.846310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.846621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.846943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.847273 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.847596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.847916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.848230 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.848535 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.848848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.849180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.849505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.849807 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.850111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.850432 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.850735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.851033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.851384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.851691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.851994 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.852301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.852604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.852904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.853202 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.853506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.853828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.854792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.855095 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.855424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.855731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.856032 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.856349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.856655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.856955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.857255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.857558 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.857858 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.858158 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.858462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.858760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.859066 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.859394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.859695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.859995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.860294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.860594 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.860892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.861190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.861494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.861797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.862095 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.862393 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.862692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.862989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.863334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.863663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.863967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.864275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.864581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.864885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.865189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.865493 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.865797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.866103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.866404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.866732 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.867040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.867402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.867718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.868023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.868356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.868662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.868970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.869275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.869601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.869918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.870322 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.870651 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.870977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.871330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.871657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.871988 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.872296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.872639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.872984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:05.873241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 11 11:16:05.873457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87981) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 11 11:16:06.527723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:06.528084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:06.528360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:06.529942 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 11:16:06.871704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:06.872243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:06.872243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:06.932885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:06.933204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:06.933500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:06.936458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:06.936769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:06.937062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.082021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.082329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.082621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.083658 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.083957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.084246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.204925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.205176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.205474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.205773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.206609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.389010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.389381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.389708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.390011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.390308 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.390686 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.390982 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.391299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.391587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.391922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.392215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.392519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.392823 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.393113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.393422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.393730 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.394027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.394599 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.394881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.395238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.395692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.395975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.396253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.396588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.396867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.397140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.397564 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:16:07.397837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:16:07.398108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:16:07.398380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:16:07.398646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:16:07.398915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:16:07.400298 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 11:16:07.408444 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 11:16:07.415997 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 11:16:07.421862 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 11 11:16:07.424702 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 11:16:07.425787 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 11:16:07.426170 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 11:16:07.426609 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 11:16:07.430579 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 11:16:07.430865 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 11:16:07.431284 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 11:16:07.458975 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 11 11:16:07.459471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.459801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87981) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 11:16:07.460208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.461537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87981) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 11:16:07.461854 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 11:16:07.462131 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 11:16:07.465527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.465838 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.530159 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 11:16:07.530430 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 11:16:07.530689 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 11:16:07.531091 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 11:16:07.566614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_db.sqlalchemy.engines [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=87981) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 11 11:16:07.871782 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Initializing driver for type 'gre' Nov 11 11:16:07.872329 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] gre ID ranges: [(1, 1000)] Nov 11 11:16:07.914384 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Initializing driver for type 'local' Nov 11 11:16:07.914765 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Initializing driver for type 'vlan' Nov 11 11:16:07.925894 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] VlanTypeDriver initialization complete Nov 11 11:16:07.926269 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Initializing driver for type 'vxlan' Nov 11 11:16:07.926811 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] vxlan ID ranges: [(1, 1000)] Nov 11 11:16:07.968502 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Initializing extension driver 'port_security' Nov 11 11:16:07.968865 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] PortSecurityExtensionDriver initialization complete Nov 11 11:16:07.969238 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Initializing mechanism driver 'openvswitch' Nov 11 11:16:07.969600 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Initializing mechanism driver 'hyperv' Nov 11 11:16:07.975855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87981) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:07.976701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > port after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.977108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > port after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.977493 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > port after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.977913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.978300 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.978675 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.979151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > network after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.979555 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > network after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.979866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > network after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.980275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > security_group after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.980653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > security_group after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.981023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.981434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.981809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.982328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.982694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] ML2 OVO RPC backend initialized. {{(pid=87981) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 11 11:16:07.983441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.983830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.984281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > network before_response 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.984659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > networks before_response 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.985035 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > port before_response 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.985412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > ports before_response 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.985788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > subnet before_response 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.986159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > subnets before_response 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.986536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > network after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.986907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > network after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.987372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > network after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.987748 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > port after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.988117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > port after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.988482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > port after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.988851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.989219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.989583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:07.990205 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.plugin [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Modular L2 Plugin initialization complete Nov 11 11:16:07.990553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading services supported by the core plugin {{(pid=87981) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 11 11:16:07.990910 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.plugins.ml2.managers [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Got port-security extension from driver 'port_security' Nov 11 11:16:07.991442 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.extensions.vlantransparent [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Disabled vlantransparent extension. Nov 11 11:16:07.991895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87981) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 11 11:16:07.992239 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading Plugin: router Nov 11 11:16:08.035764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.036202 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router after_create 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.036607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router before_create 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.037010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.037427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.037821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router after_delete 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.038223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.038638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router after_create 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.039050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router after_update 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.039470 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router after_update 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.039859 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.040264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router after_update 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.040767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.041189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: port after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.041569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: port after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.042148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: subnet after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.042377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.042768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.043200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.043570 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: port before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.043948 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.044357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router after_update 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.044739 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.045138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.045548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.045934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.046356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > agent after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.046752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > agent after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.047138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > network after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.048156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Tracking information for resource: router configured {{(pid=87981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:16:08.048528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Tracking information for resource: floatingip configured {{(pid=87981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 11:16:08.053474 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_agentschedulers_db [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 11:16:08.054119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: port after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.054512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: port after_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.054897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: port after_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.055317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: port after_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.056214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router before_create 55550100 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.056614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.057012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_create 55550100 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.058082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > router precommit_update 55550100 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.062696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.provider_configuration [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service providers = [] {{(pid=87981) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 11:16:08.063090 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.servicetype_db [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87981) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 11:16:08.065913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.service_base [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 11 11:16:08.066294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.service_base [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 11 11:16:08.066667 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.service_base [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 11 11:16:08.067573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.service_base [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 11 11:16:08.067970 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.services.service_base [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 11:16:08.068385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 11:16:08.068734 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 11:16:08.089664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 11:16:08.090030 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading Plugin: auto_allocate Nov 11 11:16:08.101275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: network precommit_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.101678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: network precommit_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.102262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 11:16:08.102615 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading Plugin: tag Nov 11 11:16:08.115586 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 11:16:08.115955 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading Plugin: timestamp Nov 11 11:16:08.120233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 11:16:08.120584 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading Plugin: network_ip_availability Nov 11 11:16:08.126276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.126631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.127017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.127833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 11:16:08.128188 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading Plugin: flavors Nov 11 11:16:08.144904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 11:16:08.145270 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading Plugin: revisions Nov 11 11:16:08.149687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 11:16:08.150109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=87981) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:08.151571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87981) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 11 11:16:08.151940 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Initializing extension manager. Nov 11 11:16:08.152501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: __init__.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.152883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: __pycache__ {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.153254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.153623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.153990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: _filter_validation_lib.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.154356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.154721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: address_scope.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.155563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.156202 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: address-scope Nov 11 11:16:08.156557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.157490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.158059 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: router-admin-state-down-before-update Nov 11 11:16:08.158413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: agent.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.159214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.159789 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: agent Nov 11 11:16:08.160144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: agent_resources_synced.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.161053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.161620 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: agent-resources-synced Nov 11 11:16:08.161977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: allowedaddresspairs.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.163805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.164384 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: allowed-address-pairs Nov 11 11:16:08.164745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: auto_allocated_topology.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.165801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.166375 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: auto-allocated-topology Nov 11 11:16:08.167328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: availability_zone.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.168227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.168801 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: availability_zone Nov 11 11:16:08.169163 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: availability_zone_filter.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.170079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.170646 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: availability_zone_filter Nov 11 11:16:08.171004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: data_plane_status.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.171937 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.172511 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 11:16:08.172868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: default_subnetpools.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.173776 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.174340 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: default-subnetpools Nov 11 11:16:08.174697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.175593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.176164 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: dhcp_agent_scheduler Nov 11 11:16:08.176523 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: dns.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.177426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.177984 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 11:16:08.178341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: dns_domain_ports.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.179279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.179844 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 11:16:08.180202 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: dvr.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.180945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.181506 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: dvr Nov 11 11:16:08.181865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: empty_string_filtering.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.183437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.183999 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: empty-string-filtering Nov 11 11:16:08.184355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.185268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.185825 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 11:16:08.186180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.187083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.187679 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 11:16:08.188038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: external_net.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.188947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.189521 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: external-net Nov 11 11:16:08.189878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.190772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.191363 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: extra_dhcp_opt Nov 11 11:16:08.191719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: extraroute.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.192613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.193175 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: extraroute Nov 11 11:16:08.193530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: extraroute_atomic.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.194646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.195240 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: extraroute-atomic Nov 11 11:16:08.195647 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: filter_validation.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.196286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.196852 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: filter-validation Nov 11 11:16:08.197204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: fip_pf_description.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.198141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.198690 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 11:16:08.199048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: fip_port_details.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.199981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.200551 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: fip-port-details Nov 11 11:16:08.200905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: flavors.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.202120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.202692 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: flavors Nov 11 11:16:08.203052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.204774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.205357 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 11:16:08.205718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: floatingip_pools.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.206485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.207063 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: floatingip-pools Nov 11 11:16:08.207447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: ip_allocation.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.208363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.208931 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 11:16:08.209288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.210212 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.210781 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: ip-substring-filtering Nov 11 11:16:08.211137 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: l2_adjacency.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.212110 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.212673 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 11:16:08.213031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: l3.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.214401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.214977 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: router Nov 11 11:16:08.215367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.217857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.218443 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 11:16:08.218807 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.219842 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.220418 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: ext-gw-mode Nov 11 11:16:08.220783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.221694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.222266 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: l3-ha Nov 11 11:16:08.222629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: l3_flavors.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.223618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.224199 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: l3-flavors Nov 11 11:16:08.224562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.225472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.226037 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 11:16:08.226399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: l3agentscheduler.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.227652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.228237 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: l3_agent_scheduler Nov 11 11:16:08.228602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: logging.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.231238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.231825 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension logging not supported by any of loaded plugins Nov 11 11:16:08.232190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: metering.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.234598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.235342 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: metering Nov 11 11:16:08.235716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: multiprovidernet.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.236669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.237246 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: multi-provider Nov 11 11:16:08.237611 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: netmtu.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.238538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.239108 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: net-mtu Nov 11 11:16:08.239504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: netmtu_writable.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.240425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.240993 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: net-mtu-writable Nov 11 11:16:08.241353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: network_availability_zone.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.242113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.242678 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: network_availability_zone Nov 11 11:16:08.243037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: network_ip_availability.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.244144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.245296 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: network-ip-availability Nov 11 11:16:08.245654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: network_segment_range.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.246561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.247139 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 11:16:08.247527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: pagination.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.248519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.248895 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: pagination Nov 11 11:16:08.249261 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.250191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.250766 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: port-mac-address-regenerate Nov 11 11:16:08.251126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: port_resource_request.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.252059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.252627 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 11:16:08.252988 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: portbindings.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.253915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.254480 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: binding Nov 11 11:16:08.254841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: portbindings_extended.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.256131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.256698 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: binding-extended Nov 11 11:16:08.257060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: portsecurity.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.257973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.258592 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: port-security Nov 11 11:16:08.258968 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: project_id.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.259945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.260355 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: project-id Nov 11 11:16:08.260713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: providernet.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.261763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.262341 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: provider Nov 11 11:16:08.262700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.266310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.266902 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos not supported by any of loaded plugins Nov 11 11:16:08.267296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.268526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.269099 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 11:16:08.269713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.270620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.271213 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 11:16:08.271577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos_default.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.272480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.273049 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos-default not supported by any of loaded plugins Nov 11 11:16:08.273407 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos_fip.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.274090 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.274652 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 11:16:08.275008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos_gateway_ip.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.276087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.276651 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 11:16:08.277005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos_port_network_policy.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.277914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.278470 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 11:16:08.278829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos_rule_type_details.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.279762 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.280323 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 11:16:08.280680 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: qos_rules_alias.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.281715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.282281 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 11:16:08.282639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: quotasv2.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.283714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.284084 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: quotas Nov 11 11:16:08.284442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: quotasv2_detail.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.286021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.286394 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: quota_details Nov 11 11:16:08.286757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: rbac.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.287938 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.288520 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: rbac-policies Nov 11 11:16:08.288885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: rbac_address_scope.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.289816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.290387 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: rbac-address-scope Nov 11 11:16:08.290748 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: rbac_security_groups.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.292247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.292839 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: rbac-security-groups Nov 11 11:16:08.293196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: rbac_subnetpool.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.294110 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.294674 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: rbac-subnetpool Nov 11 11:16:08.295029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: revisionifmatch.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.295975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.296538 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: revision-if-match Nov 11 11:16:08.296892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: revisions.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.297988 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.298564 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: standard-attr-revisions Nov 11 11:16:08.298924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: router_availability_zone.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.299702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.300278 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: router_availability_zone Nov 11 11:16:08.300639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: routerservicetype.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.301578 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.302144 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 11:16:08.302503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.303492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.304064 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: port-security-groups-filtering Nov 11 11:16:08.304425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: securitygroup.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.317790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.318390 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: security-group Nov 11 11:16:08.318760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: segment.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.319671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.320247 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension segment not supported by any of loaded plugins Nov 11 11:16:08.320608 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.321538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.322110 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 11:16:08.322468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: servicetype.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.323670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.324251 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: service-type Nov 11 11:16:08.324613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: sorting.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.325588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.325961 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: sorting Nov 11 11:16:08.326320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: standard_attr_segment.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.327248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.327827 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 11:16:08.328189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: standardattrdescription.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.328881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.329447 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: standard-attr-description Nov 11 11:16:08.329809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: stateful_security_group.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.330733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.331345 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: stateful-security-group Nov 11 11:16:08.331707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: stdattrs_common.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.332285 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 11:16:08.332642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.333568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.334140 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 11:16:08.334494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: subnet_onboard.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.335577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.336155 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: subnet_onboard Nov 11 11:16:08.336517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.337489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.338053 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 11:16:08.338554 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: subnet_service_types.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.339629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.340208 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: subnet-service-types Nov 11 11:16:08.340566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: subnetallocation.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.341649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.342229 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: subnet_allocation Nov 11 11:16:08.342590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.343306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.343883 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: subnetpool-prefix-ops Nov 11 11:16:08.344242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.345168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.345737 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 11:16:08.346096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: tagging.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.347458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.348038 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: standard-attr-tag Nov 11 11:16:08.348400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: timestamp.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.349562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.350142 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loaded extension: standard-attr-timestamp Nov 11 11:16:08.350509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: trunk.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.351580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.352155 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension trunk not supported by any of loaded plugins Nov 11 11:16:08.352551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: trunk_details.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.353473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.354651 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 11:16:08.354942 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: uplink_status_propagation.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.355907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.356485 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 11:16:08.356845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Loading extension file: vlantransparent.py {{(pid=87981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 11:16:08.357547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 11:16:08.358113 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 11:16:08.360556 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:network Nov 11 11:16:08.361369 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:subnet Nov 11 11:16:08.362029 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:16:08.362676 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:port Nov 11 11:16:08.364081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.364568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service FLAVORS assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.365261 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.365728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.366103 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:router Nov 11 11:16:08.366804 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 11:16:08.367597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service METERING assigned prefix: /metering {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.369422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.370389 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.370870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87981) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:16:08.372027 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 11:16:08.372515 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:security_group Nov 11 11:16:08.373300 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 11:16:08.374103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service CORE assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.374466 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:16:08.374873 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] subnetpool is already registered Nov 11 11:16:08.375549 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service CORE assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.375919 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:16:08.376316 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] subnetpool is already registered Nov 11 11:16:08.378884 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.379387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service FLAVORS assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.380028 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.380488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.380855 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:router Nov 11 11:16:08.381215 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] router is already registered Nov 11 11:16:08.381865 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 11:16:08.382226 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] floatingip is already registered Nov 11 11:16:08.382910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service METERING assigned prefix: /metering {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.383668 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 11:16:08.384028 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] rbac_policy is already registered Nov 11 11:16:08.384475 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:security_group Nov 11 11:16:08.384831 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] security_group is already registered Nov 11 11:16:08.385904 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 11:16:08.386276 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] security_group_rule is already registered Nov 11 11:16:08.387000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service CORE assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.387393 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:16:08.387752 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] subnetpool is already registered Nov 11 11:16:08.388399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.resource_helper [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Service CORE assigned prefix: {{(pid=87981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 11:16:08.388763 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 11:16:08.389116 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.quota.resource_registry [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] subnetpool is already registered Nov 11 11:16:08.389819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: extensions {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.391363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: address-scopes {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.392632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: agents {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.393940 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: auto-allocated-topology {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.395952 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: availability_zones {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.397395 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: dhcp-networks {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.398299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: dhcp-agents {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.399806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: routers {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.401854 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: flavors {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.404098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: service_profiles {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.405376 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: next_providers {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.406853 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: service_profiles {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.408357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: floatingip-pools {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.409700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: routers {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.411477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: floatingips {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.412696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: l3-routers {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.414233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: l3-agents {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.415698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: metering-labels {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.417524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: metering-label-rules {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.418934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: network-ip-availabilities {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.420267 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: bindings {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.421861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: quotas {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.423445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: quotas {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.424905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: rbac-policies {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.426146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: security-groups {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.427404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: security-group-rules {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.428777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: service-providers {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.430026 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: subnetpools {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.431424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: subnetpools {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.433698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.435422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.437184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.439084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.440824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.442634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.444495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.446262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.448342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.450146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.extensions [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Extended resource: tags {{(pid=87981) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 11:16:08.457010 dv-cinder-817417-1-smb neutron-server[87981]: WARNING keystonemiddleware.auth_token [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 11:16:08.461986 dv-cinder-817417-1-smb neutron-server[87981]: WARNING keystonemiddleware.auth_token [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 11:16:08.470779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Acquired lock "singleton_lock" {{(pid=87981) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 11 11:16:08.471325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Releasing lock "singleton_lock" {{(pid=87981) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 11 11:16:08.472743 dv-cinder-817417-1-smb neutron-server[87981]: INFO oslo_service.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Starting 2 workers Nov 11 11:16:08.477392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Started child 88092 {{(pid=87981) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 11 11:16:08.482490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Started child 88093 {{(pid=87981) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 11 11:16:08.482802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:08.484065 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 11:16:08.484399 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [-] (88092) wsgi starting up on http://0.0.0.0:9696 Nov 11 11:16:08.484721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Notify callbacks [] for process, before_spawn {{(pid=87981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:08.486214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:08.487223 dv-cinder-817417-1-smb neutron-server[87981]: INFO oslo_service.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Starting 1 workers Nov 11 11:16:08.487653 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [-] (88093) wsgi starting up on http://0.0.0.0:9696 Nov 11 11:16:08.492594 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Started child 88094 {{(pid=87981) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 11 11:16:08.493151 dv-cinder-817417-1-smb neutron-server[87981]: INFO oslo_service.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Starting 1 workers Nov 11 11:16:08.496042 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] calling RpcWorker wait() {{(pid=88094) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 11:16:08.496537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] returning from RpcWorker wait() {{(pid=88094) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 11:16:08.498083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:08.498433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Started child 88095 {{(pid=87981) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 11 11:16:08.498553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:08.499239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ab2a64c-e98b-443c-b222-d924059e56f0 None None] Notify callbacks [] for process, after_spawn {{(pid=87981) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:08.500960 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87981) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 11 11:16:08.501182 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 11 11:16:08.501386 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 11 11:16:08.501662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 11 11:16:08.502073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 11 11:16:08.502245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 11 11:16:08.502957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:08.503060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.503279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.503585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.503867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.504189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.504861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.505149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.505441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.505745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.506013 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.506211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.506401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.506693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.506966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.507323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.507625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.507898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.508166 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.508372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.508653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.508966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.509238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.509521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] debug = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.509788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.510492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.510744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.511021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.511320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.511627 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.511917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.512213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.512482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.512751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.513079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.513358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.513613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.513868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.514207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.514455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.514881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] host = dv-cinder-817417-1-smb {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.515196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.515447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.515726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.516004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.516319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.516571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.516861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.517149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.517418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.517670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.517915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.518187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.518446 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.518704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_file = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.518892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_options = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.519133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.519697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.519973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.520339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.520339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.520643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.520789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.520965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.521230 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.521488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.521735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.521993 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.522234 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.522485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.522780 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.523024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.523320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.523583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.523877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.524166 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.524450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.524711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.524951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.525195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.525434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.525678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.526555 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.526791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.527209 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.527472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.527742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.528032 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.528293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.528578 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.529371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.529371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.529371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.529607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.530039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.530476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.531559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.531559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.531559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.531559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.531865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.531940 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_json = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.532159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.532429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.532529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:08.532709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.532975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.533824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.533824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.533824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.534263 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.534476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.534687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.535036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.535316 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.535565 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.535983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.536260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.537650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.537650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.537650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.537650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.537650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.538140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.538140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.538410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.538672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.538915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.539190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.539446 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.539692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.539934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.540175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.540468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.540720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.540964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.541251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.541555 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.542529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.542785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.543083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.543381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.543630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.543886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.544118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.544347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.544605 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.544876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.545134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.545437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.545714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.545978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.546218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.546457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.546703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.546972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.547244 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.547488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.547728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.547991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.548232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.548507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.548765 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.548998 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.549238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.549483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.549723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.549997 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.550802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.551330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.551595 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.551850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.553501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.553781 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.554047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.554344 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.554858 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.555724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.558907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.559734 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.560169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.560621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.560885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.561151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.561480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.561844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.562142 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.562427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.562706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.562990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.563275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.563546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.563802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.564079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.564329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.564620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.564909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.565178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.565455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.565707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.565987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.566242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.566501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.566757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.567036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.567333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.567609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.567899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.568174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.568459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.568741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.569067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.569335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.569643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.569919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.570215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.570540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.570852 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.571129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.571430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.571709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.571995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.572268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.572566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.572868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.573237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.573390 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.573691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.574056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.574347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.574590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.574833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.575124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.579476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.579881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.580278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.580702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.581209 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.581765 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.582144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.582524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.582885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.583302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.583648 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.584029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.584475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.584886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.585243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.585588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.585949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.586293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.586643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.586985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.587481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.587832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.588212 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.589080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.589552 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.589911 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.590245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.590577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.590924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.591301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.591612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.591895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.592219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.592520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.592804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.593091 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.593374 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.593668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.593922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.594218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.594482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.594735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.594967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.595447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.595704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.595958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.596235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.596492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.596797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.597092 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.597462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.597801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.598107 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.598281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.598535 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.598795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.599062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.599342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.599598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.599872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.600171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.600429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.600687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.600936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.601183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.601429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.601678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.601923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.602227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.602542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.602852 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.603133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.603468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.603734 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.604117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.605156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.605444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.605712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.605987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.606255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.606589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.606871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.607126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.607517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.607784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.608073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.608333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.608588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.608844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.609188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.609501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.609870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.610174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.610515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.610856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.611181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.611533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.611789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.612123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.612521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.612855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.613136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.613415 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.613720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.613978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.614231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.614483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.614758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.615011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.615325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.615634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.615914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.616235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.616436 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.616723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.616986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.617233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.617491 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.617743 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.617932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 11 11:16:08.618497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87981) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 11 11:16:08.618698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 11 11:16:08.618875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 11 11:16:08.619040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 11 11:16:08.619274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 11 11:16:08.619429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 11 11:16:08.619751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.620102 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.620286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.620427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.620589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.620801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.620992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.621181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.621368 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.621555 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.621742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.621929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.622123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.622311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.622498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.622684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.622868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.623081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.623302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.623443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.623613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.623774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.623923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] debug = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.624071 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.624228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.624386 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.624568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.624756 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.624961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.625148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.625329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.625520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.625773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.626035 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.626229 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.626443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.626597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.626745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.626892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.627039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] host = dv-cinder-817417-1-smb {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.627208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.627401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.627559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.627778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.627930 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.628079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.628246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.628394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.628527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.628709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.628895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.629057 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.629244 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.629492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_file = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.629594 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_options = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.629759 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.629975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.630139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.630299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.630478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.630644 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.630810 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.630975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.631143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.631356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.631518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.631679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.631836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.631995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.632178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.632178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.632453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.632567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.632665 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.632883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.633047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.633235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.633419 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.634868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.635055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.635304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.635501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.635680 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.635780 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.635974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.636158 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.636344 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.636538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.636706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.636866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.637052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.637239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.637425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_json = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.637611 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.637795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.638000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.638208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.638394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.638605 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.638833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.639024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 11:16:08.639257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.639453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.639657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.639828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.640020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.640215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.640444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.640636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.640830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.641026 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.641222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.641412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.641624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.641816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.642009 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.642196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643595 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643595 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.643940 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.644131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.644577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.644767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.644957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.645146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.645336 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.645527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.645717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.645908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.646099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.646290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.646481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.646670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.646873 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.647081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.647335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.647648 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.647648 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.647947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.648096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.648244 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.648391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.648540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.648806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.649018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.649214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.649407 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.649597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.649838 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.649991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.650148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.650297 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.650445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.650601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.650748 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.651491 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.651684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.651875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.652065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.652255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.652437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.652648 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.652828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.652973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.653130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.653277 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.653424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.653616 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.653837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.653988 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.654168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.654346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.654505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.654696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.654886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.655075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.655290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.655482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.655692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.655881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.656093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.656284 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.656476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.656667 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.656909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.657176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.657446 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.657672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.657868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.658029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.658222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.658411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.658598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.658786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.658986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.659201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.659390 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.659585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.659915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:08.660077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.660077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.660362 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.660506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.660666 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.660812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.660959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.661126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.661268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.661416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.661562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.661708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.661903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.662125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.662314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.662504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.662780 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.662950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.663098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.663264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.663412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.663600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.663791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.663982 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.664171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.664331 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.664523 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.664711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.664900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.665091 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.665281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.665441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.665635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.665824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.665982 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.666175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.666364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.667253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.667431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.668370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.668576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.668770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.668962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.669188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.669384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.669575 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.669784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.669956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.670174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.670320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.670497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.670689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.670927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.671256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.671536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.671729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.671920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.672087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.672276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.672466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.672655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.672826 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.673044 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.673189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.673326 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.673499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.673718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.673872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.674010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.674193 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.674383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.674541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.674735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.674925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.675115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.675362 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.675558 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.675696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.675832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.675980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.676175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.676364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.676562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.676759 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.676920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.677111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.677310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.677498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.677655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.677885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.678030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.678167 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.678344 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.678544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.678734 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.678925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.679113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.679305 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.679500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.679691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.679881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.680088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.680318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.680464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.680603 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.680740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.680928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.681119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.681313 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.681512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.681709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.681898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.682194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.682528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.682755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.682976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.683201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.683350 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.683499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.683695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.683979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.684174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.684366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.684556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.684720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.684909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.685097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.685286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.685475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.685662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.685850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.686039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.686229 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.686418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.686607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.686795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.686983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 11:16:08.687139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87981) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 11 11:16:08.907729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58320) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:08.922025 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120647 Nov 11 11:16:19.139342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15332f7-cc6a-42ee-8bac-bbcf6a17934f None None] get_active_networks_info from dv-cinder-817417-1-smb {{(pid=88094) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 11 11:16:19.525931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15332f7-cc6a-42ee-8bac-bbcf6a17934f None None] No non-hosted networks {{(pid=88094) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 11:16:19.553927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-48863974-cafe-4ad5-aa1b-6c7e9b825745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854067616'] for agent, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:20.513304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854067616'] for agent, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:20.516666 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.517349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.519222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.520007 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.520521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.527559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.528633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.529155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.529681 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.530269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.530831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:20.531510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817417-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:20.545758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817417-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:21.554420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2ca6bc98-6807-4c74-acdc-634194d203e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854067616'] for agent, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:21.603283 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2e43b90d-a4d1-4ce7-8f25-75981da60253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:21.624716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854067616'] for agent, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:23.410701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854067616'] for agent, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:24.041882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58432) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:24.784992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [None req-f6577cef-406e-476a-959a-0b90677281cd admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:16:24.786180 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f6577cef-406e-476a-959a-0b90677281cd admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7433045 Nov 11 11:16:27.076461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58448) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:27.164628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-d217f579-8e10-4884-befb-558e6391e05c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:16:27.414397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.policy [None req-d217f579-8e10-4884-befb-558e6391e05c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88093) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 11 11:16:27.422316 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota [None req-d217f579-8e10-4884-befb-558e6391e05c admin admin] Loaded quota_driver: . Nov 11 11:16:27.456860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d217f579-8e10-4884-befb-558e6391e05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:16:27.521468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d217f579-8e10-4884-befb-558e6391e05c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763019794586', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763022061535', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763019809334', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763019718067', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763019652211', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3119677', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851663051', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854208999', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-700490'] for rbac-policy, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:27.596424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d217f579-8e10-4884-befb-558e6391e05c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:27.597722 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d217f579-8e10-4884-befb-558e6391e05c admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5198605 Nov 11 11:16:27.740498 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_hamode_db [None req-5753ba12-9359-44e5-a331-a8134735926e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 11:16:27.828439 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753ba12-9359-44e5-a331-a8134735926e None None] Routers set() bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:16:27.828807 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753ba12-9359-44e5-a331-a8134735926e None None] Router IDs set() for agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 11 11:16:29.861008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58464) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:29.937362 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'admin_state_up': True}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:16:29.943208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:16:29.950029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Usage tracker for resource:network and tenant:b29ff82264824cc58b02daa416b20d02 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:16:29.953563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:16:29.959939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:16:29.968593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Made reservation on behalf of b29ff82264824cc58b02daa416b20d02 for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:16:29.974298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:29.991148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:30.033298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:16:30.037128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Usage tracker for resource:security_group_rule and tenant:b29ff82264824cc58b02daa416b20d02 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:16:30.040056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:16:30.046711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:16:30.115011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:30.117663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:30.121870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:30.143150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:16:30.168246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273837037377', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:30.168818 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Unsubscribe: segment precommit_create {{(pid=88093) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 11 11:16:30.169255 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Added segment 70494809-5fc1-4adc-83fe-e3b4213916cb of type vlan for network 559b8068-72a8-468a-9cd1-a24ae7004be2 Nov 11 11:16:30.177860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ffcc61-984a-461b-b54b-8f94e9d2cea8,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:30.236876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.237112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.237450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.237798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.238140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.238480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.238819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.239206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.239543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.239877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.240211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Tracked resource versions report: Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: pushed versions: Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: { 'ConntrackHelper': {'1.0'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': {'1.0'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': {'1.1'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': {'1.5'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': {'1.2'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': {'1.8'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': {'1.2'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': {'1.0'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': {'1.0'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': {'1.1'}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': {'1.1'}} Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: consumer versions: Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: { DHCP agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: L3 agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: Metadata agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: Metering agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: Open vSwitch agent@dv-cinder-817417-1-smb: { 'ConntrackHelper': '1.0', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': '1.0', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': '1.1', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': '1.5', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': '1.2', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': '1.8', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': '1.2', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': '1.0', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': '1.0', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': '1.1', Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': '1.1'}} Nov 11 11:16:30.241306 dv-cinder-817417-1-smb neutron-server[87981]: {{(pid=88093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 11:16:30.287892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:30.296600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:30.326665 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:30.327995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:16:30.328653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:30.333496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:30.438328 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5760534 Nov 11 11:16:30.446976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Pushing event updated for resources: {'Network': ['ID=559b8068-72a8-468a-9cd1-a24ae7004be2,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:30.465736 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:30.483455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 559b8068-72a8-468a-9cd1-a24ae7004be2 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:16:32.762831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58482) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:32.948042 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1536dbdc-ca6e-4987-be27-8740b4f9fff0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:16:32.950498 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1536dbdc-ca6e-4987-be27-8740b4f9fff0 admin admin] 10.222.0.37 "GET /v2.0/networks/559b8068-72a8-468a-9cd1-a24ae7004be2 HTTP/1.1" status: 200 len: 825 time: 0.1865017 Nov 11 11:16:32.980523 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-33c64bb8-c2cc-47ad-bac8-4ced96f203c5 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/54fb238d-8e28-4e9e-af67-042e7ee564bf HTTP/1.1" status: 200 len: 734 time: 0.0238707 Nov 11 11:16:32.989845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Request body: {'subnet': {'subnetpool_id': '54fb238d-8e28-4e9e-af67-042e7ee564bf', 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2', 'name': 'private-subnet', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:16:32.994420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:16:32.998788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Usage tracker for resource:subnet and tenant:b29ff82264824cc58b02daa416b20d02 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:16:33.001791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:16:33.007698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:16:33.021754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Made reservation on behalf of b29ff82264824cc58b02daa416b20d02 for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:16:33.026359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:33.317936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:33.322715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:33.408080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48402a7b-b358-4b58-b09e-ea464cdd791a,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:33.414448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:33.417971 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Checking segment: {'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:16:33.418358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Network hostable DHCP agents. Network: 559b8068-72a8-468a-9cd1-a24ae7004be2, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:16:33.442247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Network 559b8068-72a8-468a-9cd1-a24ae7004be2 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:16:33.451757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 559b8068-72a8-468a-9cd1-a24ae7004be2) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:16:33.456790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:16:33.457445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:33.462183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9e8b5-f3b1-4dd5-ac02-98f941c6289c None None] Network 559b8068-72a8-468a-9cd1-a24ae7004be2 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:16:33.481241 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4947023 Nov 11 11:16:33.905601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa517fc33-af19-590b-aad8-eca2d235264f-559b8068-72a8-468a-9cd1-a24ae7004be2', 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'fixed_ips': [{'subnet_id': '48402a7b-b358-4b58-b09e-ea464cdd791a'}]}} from dv-cinder-817417-1-smb. {{(pid=88094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 11:16:33.906754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:34.123521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Allocated IP 172.20.0.2 (559b8068-72a8-468a-9cd1-a24ae7004be2/48402a7b-b358-4b58-b09e-ea464cdd791a/50d51a44-9635-4651-998e-474dfa13eeaf) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:16:34.358904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:34.372222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Transition to ACTIVE for port object 50d51a44-9635-4651-998e-474dfa13eeaf will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:16:34.395551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Transition to ACTIVE for port object 50d51a44-9635-4651-998e-474dfa13eeaf will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:16:34.401619 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:34.406400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:34.470461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Network 559b8068-72a8-468a-9cd1-a24ae7004be2 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:16:34.474149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:16:34.477149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:16:34.488299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Pushing event updated for resources: {'Port': ['ID=50d51a44-9635-4651-998e-474dfa13eeaf,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:34.533639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.534018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.534381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.534740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.535097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.535476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.535826 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.536175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.536522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.536866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.537211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Tracked resource versions report: Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: pushed versions: Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: { 'ConntrackHelper': {'1.0'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': {'1.0'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': {'1.1'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': {'1.5'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': {'1.2'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': {'1.8'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': {'1.2'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': {'1.0'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': {'1.0'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': {'1.1'}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': {'1.1'}} Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: consumer versions: Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: { DHCP agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: L3 agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: Metadata agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: Metering agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: Open vSwitch agent@dv-cinder-817417-1-smb: { 'ConntrackHelper': '1.0', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': '1.0', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': '1.1', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': '1.5', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': '1.2', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': '1.8', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': '1.2', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': '1.0', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': '1.0', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': '1.1', Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': '1.1'}} Nov 11 11:16:34.538336 dv-cinder-817417-1-smb neutron-server[87981]: {{(pid=88094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 11:16:34.542808 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:34.594689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Attempting to bind port 50d51a44-9635-4651-998e-474dfa13eeaf on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:16:34.595109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Attempting to bind port 50d51a44-9635-4651-998e-474dfa13eeaf by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:16:34.595560 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Attempting to bind port 50d51a44-9635-4651-998e-474dfa13eeaf on network 559b8068-72a8-468a-9cd1-a24ae7004be2 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:16:34.602324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:16:34.602747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Checking segment: {'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:16:34.603249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:34.603676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Bound using segment: {'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:16:34.604211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Bound port: 50d51a44-9635-4651-998e-474dfa13eeaf, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:16:34.605152 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:34.703404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] For port 50d51a44-9635-4651-998e-474dfa13eeaf, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:16:34.707594 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] For port 50d51a44-9635-4651-998e-474dfa13eeaf, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=50d51a44-9635-4651-998e-474dfa13eeaf,segment=NetworkSegment(70494809-5fc1-4adc-83fe-e3b4213916cb),segment_id=70494809-5fc1-4adc-83fe-e3b4213916cb)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:16:34.710862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:34.715682 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:34.807144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Pushing event updated for resources: {'Port': ['ID=50d51a44-9635-4651-998e-474dfa13eeaf,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:34.811082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:35.763855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58494) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:35.842491 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [None req-d9732587-6f73-4fd7-8e7e-8fdca82c0048 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:16:35.843601 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d9732587-6f73-4fd7-8e7e-8fdca82c0048 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0786483 Nov 11 11:16:38.073998 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58510) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:38.150965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [None req-f3cc955e-1339-481f-bbb1-3ef622006307 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:16:38.152699 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f3cc955e-1339-481f-bbb1-3ef622006307 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0777047 Nov 11 11:16:38.874998 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 50d51a44-9635-4651-998e-474dfa13eeaf up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:16:38.950808 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 50d51a44-9635-4651-998e-474dfa13eeaf completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:16:39.625987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea219a-ec04-4fe0-9e19-f12ac2c5790b None None] Network 559b8068-72a8-468a-9cd1-a24ae7004be2 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:16:39.731704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] Provisioning for port 50d51a44-9635-4651-998e-474dfa13eeaf completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:16:39.747112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] Provisioning complete for port 50d51a44-9635-4651-998e-474dfa13eeaf triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:16:39.747501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:39.967084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:40.021812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] For port 50d51a44-9635-4651-998e-474dfa13eeaf, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=50d51a44-9635-4651-998e-474dfa13eeaf,segment=NetworkSegment(70494809-5fc1-4adc-83fe-e3b4213916cb),segment_id=70494809-5fc1-4adc-83fe-e3b4213916cb)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:16:40.026327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:40.031173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:40.107383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] Pushing event updated for resources: {'Port': ['ID=50d51a44-9635-4651-998e-474dfa13eeaf,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:40.110630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:40.355848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-fcefa1e4-e47f-4329-9fc1-17f8cf274d44 None None] Provisioning complete for port 50d51a44-9635-4651-998e-474dfa13eeaf triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:16:40.356261 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fcefa1e4-e47f-4329-9fc1-17f8cf274d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:40.405967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58524) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:40.481968 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'admin_state_up': True}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:16:40.487412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:16:40.491374 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Usage tracker for resource:router and tenant:b29ff82264824cc58b02daa416b20d02 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:16:40.494460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:16:40.500774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:16:40.509308 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854156635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667881'] for router, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:40.511051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854078093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107935'] for router, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:40.535082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:40.633253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637'] for router, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:40.652574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:40.653873 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2d07460e-c17b-41ca-905d-d891e48ddab8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2468638 Nov 11 11:16:40.852150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 50d51a44-9635-4651-998e-474dfa13eeaf up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:16:40.922834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 50d51a44-9635-4651-998e-474dfa13eeaf triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:16:40.923257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:42.839983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 58536) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:43.356563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [None req-55093b0d-96b4-4f0c-b4af-f06c31ec4c5d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:16:43.357865 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-55093b0d-96b4-4f0c-b4af-f06c31ec4c5d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5158274 Nov 11 11:16:45.625854 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 58552) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:45.709567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:16:45.712101 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.quota [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Loaded quota_driver: . Nov 11 11:16:45.747819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:16:45.753425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Usage tracker for resource:network and tenant:53144d9047aa45bcbb514f8934b771d4 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:16:45.757254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:16:45.764478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:16:45.777011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Made reservation on behalf of 53144d9047aa45bcbb514f8934b771d4 for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:16:46.012174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.policy [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88092) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 11 11:16:46.022830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:46.041361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:46.084520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:16:46.090832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:53144d9047aa45bcbb514f8934b771d4 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:16:46.093817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:16:46.099639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:16:46.171382 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:46.173936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:46.178604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:46.190383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Reserving flat network on physical network physnet1 {{(pid=88092) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 11 11:16:46.221820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273837037377', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:46.222421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Unsubscribe: segment precommit_create {{(pid=88092) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 11 11:16:46.222871 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Added segment 4426165d-8424-4b11-b950-dcab7658311d of type flat for network 7fa78192-f1ce-486a-8916-6b904b8d2f76 Nov 11 11:16:46.278207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4363667a-d898-4bd9-9009-c6e7a2575027,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:46.307556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.307922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.308284 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.308639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.308991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.309342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.309688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.310055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.310400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.310741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.311082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Tracked resource versions report: Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: pushed versions: Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: { 'ConntrackHelper': {'1.0'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': {'1.0'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': {'1.1'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': {'1.5'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': {'1.2'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': {'1.8'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': {'1.2'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': {'1.0'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': {'1.0'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': {'1.1'}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': {'1.1'}} Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: consumer versions: Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: { DHCP agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: L3 agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: Metadata agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: Metering agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: Open vSwitch agent@dv-cinder-817417-1-smb: { 'ConntrackHelper': '1.0', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': '1.0', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': '1.1', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': '1.5', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': '1.2', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': '1.8', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': '1.2', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': '1.0', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': '1.0', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': '1.1', Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': '1.1'}} Nov 11 11:16:46.312239 dv-cinder-817417-1-smb neutron-server[87981]: {{(pid=88092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 11:16:46.352079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:46.370812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:46.403517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:46.404882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:16:46.406379 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:46.410620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:46.541226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa78192-f1ce-486a-8916-6b904b8d2f76,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:46.544631 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9177165 Nov 11 11:16:46.561313 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:46.574823 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:16:48.766991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 58570) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:48.914609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103b5335-3c7a-46b8-8363-0c303e51d10b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:16:48.916032 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-103b5335-3c7a-46b8-8363-0c303e51d10b admin admin] 10.222.0.37 "GET /v2.0/subnets/48402a7b-b358-4b58-b09e-ea464cdd791a HTTP/1.1" status: 200 len: 849 time: 0.1479676 Nov 11 11:16:48.948746 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a4a1-b13c-4d5d-8739-cfbb61a089ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:49.092849 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f0bb53a0-3327-4742-8128-a1206c22705e admin admin] 10.222.0.37 "GET /v2.0/routers/0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 HTTP/1.1" status: 200 len: 704 time: 0.1698487 Nov 11 11:16:49.711031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:49.973312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Allocated IP 172.20.0.1 (559b8068-72a8-468a-9cd1-a24ae7004be2/48402a7b-b358-4b58-b09e-ea464cdd791a/eded03ee-e6dd-4abf-8964-3f560bc77c56) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:16:50.140461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.158959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Transition to ACTIVE for port object eded03ee-e6dd-4abf-8964-3f560bc77c56 will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:16:50.210044 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.214345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:50.283397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Network 559b8068-72a8-468a-9cd1-a24ae7004be2 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:16:50.286734 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:16:50.289924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:16:50.290619 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854064544'] for router_interface, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.294574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Pushing event updated for resources: {'Port': ['ID=eded03ee-e6dd-4abf-8964-3f560bc77c56,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:50.303183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:50.419401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.509487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.559136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-48ce52b8-bbfa-4f8d-be8f-59b681cd29bc None None] Provisioning for port eded03ee-e6dd-4abf-8964-3f560bc77c56 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:16:50.563919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-48ce52b8-bbfa-4f8d-be8f-59b681cd29bc None None] Provisioning complete for port eded03ee-e6dd-4abf-8964-3f560bc77c56 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:16:50.564320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-48ce52b8-bbfa-4f8d-be8f-59b681cd29bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.616028 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-48ce52b8-bbfa-4f8d-be8f-59b681cd29bc None None] Port eded03ee-e6dd-4abf-8964-3f560bc77c56 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:16:50.678675 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.682811 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.684026 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853598657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711175'] for router_interface, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:50.688092 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:50.783586 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Pushing event updated for resources: {'Port': ['ID=eded03ee-e6dd-4abf-8964-3f560bc77c56,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:50.834429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:50.890793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Network 559b8068-72a8-468a-9cd1-a24ae7004be2 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:16:50.891899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:16:51.140614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-5402f3ef-17e0-4e2f-9134-db6fff7d642b None None] Provisioning complete for port eded03ee-e6dd-4abf-8964-3f560bc77c56 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:16:51.141266 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5402f3ef-17e0-4e2f-9134-db6fff7d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:51.196281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-5402f3ef-17e0-4e2f-9134-db6fff7d642b None None] Port eded03ee-e6dd-4abf-8964-3f560bc77c56 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:16:51.274155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Router 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 is scheduled to L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 with binding_index 1 {{(pid=88092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 11:16:51.552242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f49265f6-87f7-4306-87ef-da2f9ee12386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:51.578015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:51.602782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:16:51.613203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Sync routers for ids ['0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:16:51.613909 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e951f1c-1a0c-4f32-80ad-abcb8bbc6257/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5154929 Nov 11 11:16:51.626753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Routers {'0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:16:51.627593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:16:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:51.813470 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Set router 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 gateway port host: None {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:16:52.188862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'name': 'router1', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:16:40Z', 'updated_at': '2021-11-11T11:16:50Z', 'revision_number': 2, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'gw_port_host': None, '_interfaces': [{'id': 'eded03ee-e6dd-4abf-8964-3f560bc77c56', 'name': '', 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'mac_address': 'fa:16:3e:b2:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:49Z', 'updated_at': '2021-11-11T11:16:50Z', 'revision_number': 2, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'subnets': [{'id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54fb238d-8e28-4e9e-af67-042e7ee564bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:52.193575 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Checking router: 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:16:52.193962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Updating router 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 port eded03ee-e6dd-4abf-8964-3f560bc77c56 binding host dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:16:52.248506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:52.636790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:52.652201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Transition to ACTIVE for port object eded03ee-e6dd-4abf-8964-3f560bc77c56 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:16:52.657966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:52.663142 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:52.799799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Pushing event updated for resources: {'Port': ['ID=eded03ee-e6dd-4abf-8964-3f560bc77c56,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:52.876819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.877576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.877929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.878525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.878717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.878952 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.879318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.879668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.880014 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.880357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.880699 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Tracked resource versions report: Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: pushed versions: Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: { 'ConntrackHelper': {'1.0'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': {'1.0'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': {'1.1'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': {'1.5'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': {'1.2'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': {'1.8'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': {'1.2'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': {'1.0'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': {'1.0'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': {'1.1'}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': {'1.1'}} Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: consumer versions: Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: { DHCP agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: L3 agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: Metadata agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: Metering agent@dv-cinder-817417-1-smb: {}, Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: Open vSwitch agent@dv-cinder-817417-1-smb: { 'ConntrackHelper': '1.0', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': '1.0', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': '1.1', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': '1.5', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': '1.2', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': '1.8', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': '1.2', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': '1.0', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': '1.0', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': '1.1', Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': '1.1'}} Nov 11 11:16:52.881812 dv-cinder-817417-1-smb neutron-server[87981]: {{(pid=88095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 11:16:52.896768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:52.907407 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Attempting to bind port eded03ee-e6dd-4abf-8964-3f560bc77c56 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:16:52.908076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Attempting to bind port eded03ee-e6dd-4abf-8964-3f560bc77c56 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:16:52.908716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Attempting to bind port eded03ee-e6dd-4abf-8964-3f560bc77c56 on network 559b8068-72a8-468a-9cd1-a24ae7004be2 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:16:52.916027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:16:52.917391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Checking segment: {'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:16:52.918004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:52.918435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Bound using segment: {'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:16:52.918968 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Bound port: eded03ee-e6dd-4abf-8964-3f560bc77c56, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70494809-5fc1-4adc-83fe-e3b4213916cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:16:52.919429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:53.008399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] For port eded03ee-e6dd-4abf-8964-3f560bc77c56, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:16:53.013908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] For port eded03ee-e6dd-4abf-8964-3f560bc77c56, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=eded03ee-e6dd-4abf-8964-3f560bc77c56,segment=NetworkSegment(70494809-5fc1-4adc-83fe-e3b4213916cb),segment_id=70494809-5fc1-4adc-83fe-e3b4213916cb)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:16:53.023176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:53.028746 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:53.119573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Pushing event updated for resources: {'Port': ['ID=eded03ee-e6dd-4abf-8964-3f560bc77c56,revision_number=4']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:53.123232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:53.129297 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Routers {'0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:16:53.129953 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:16:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:53.293769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] Set router 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 gateway port host: None {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:16:53.372052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:53.765219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'name': 'router1', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:16:40Z', 'updated_at': '2021-11-11T11:16:50Z', 'revision_number': 2, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'gw_port_host': None, '_interfaces': [{'id': 'eded03ee-e6dd-4abf-8964-3f560bc77c56', 'name': '', 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'mac_address': 'fa:16:3e:b2:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:49Z', 'updated_at': '2021-11-11T11:16:53Z', 'revision_number': 4, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'subnets': [{'id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54fb238d-8e28-4e9e-af67-042e7ee564bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:53.769314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03a3eaa-202c-4eda-a13c-3b8279c85276 None None] The sync data for ids ['0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'] in dv-cinder-817417-1-smb is: [{'id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'name': 'router1', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:16:40Z', 'updated_at': '2021-11-11T11:16:50Z', 'revision_number': 2, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'gw_port_host': None, '_interfaces': [{'id': 'eded03ee-e6dd-4abf-8964-3f560bc77c56', 'name': '', 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'mac_address': 'fa:16:3e:b2:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:49Z', 'updated_at': '2021-11-11T11:16:53Z', 'revision_number': 4, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'subnets': [{'id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54fb238d-8e28-4e9e-af67-042e7ee564bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:16:53.817698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 58584) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:53.998841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd9df9d-5cfa-44eb-8430-a1c4ab89ae37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:16:53.999442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-dbd9df9d-5cfa-44eb-8430-a1c4ab89ae37 admin admin] Synchronizing usage tracker for tenant:53144d9047aa45bcbb514f8934b771d4 on resource:network {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:16:54.016981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-dbd9df9d-5cfa-44eb-8430-a1c4ab89ae37 admin admin] Unset dirty status for tenant:53144d9047aa45bcbb514f8934b771d4 on resource:network {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:16:54.018320 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-dbd9df9d-5cfa-44eb-8430-a1c4ab89ae37 admin admin] 10.222.0.37 "GET /v2.0/networks/7fa78192-f1ce-486a-8916-6b904b8d2f76 HTTP/1.1" status: 200 len: 842 time: 0.1995547 Nov 11 11:16:54.029624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:16:54.034964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:16:54.038892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Usage tracker for resource:subnet and tenant:53144d9047aa45bcbb514f8934b771d4 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:16:54.042056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:16:54.051689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:16:54.061547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Made reservation on behalf of 53144d9047aa45bcbb514f8934b771d4 for: {'subnet': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:16:54.066130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:54.456728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:54.461073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:54.537329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28826b58-1481-46ed-8ba4-c33ab159cd62,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:54.545287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:54.554022 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:16:54.554405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Network hostable DHCP agents. Network: 7fa78192-f1ce-486a-8916-6b904b8d2f76, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:16:54.577927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:16:54.586537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 7fa78192-f1ce-486a-8916-6b904b8d2f76) {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:16:54.590969 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:16:54.591773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:54.596793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232da3e0-1f71-4382-a61c-09e38a6bf818 None None] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:16:54.613406 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5884309 Nov 11 11:16:54.830978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9dbdf1-137b-45f3-99f6-ebf2394c837a None None] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:16:56.833036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58600) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:16:56.891301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device eded03ee-e6dd-4abf-8964-3f560bc77c56 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:16:56.965527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port eded03ee-e6dd-4abf-8964-3f560bc77c56 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:16:56.970950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port eded03ee-e6dd-4abf-8964-3f560bc77c56 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:16:56.971393 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:57.096668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:57.129920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port eded03ee-e6dd-4abf-8964-3f560bc77c56, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=eded03ee-e6dd-4abf-8964-3f560bc77c56,segment=NetworkSegment(70494809-5fc1-4adc-83fe-e3b4213916cb),segment_id=70494809-5fc1-4adc-83fe-e3b4213916cb)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:16:57.132792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:57.135406 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2d558358-778b-453e-abc5-c0ae957698d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:57.203066 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=eded03ee-e6dd-4abf-8964-3f560bc77c56,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:57.206194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:57.231466 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1169f028-2365-46ee-af90-5ee4030535ac admin admin] 10.222.0.37 "GET /v2.0/routers/0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 HTTP/1.1" status: 200 len: 710 time: 0.3968966 Nov 11 11:16:57.369128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa4ef3-72d8-4cec-b1f4-5da588d070f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:16:57.370531 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-14aa4ef3-72d8-4cec-b1f4-5da588d070f2 admin admin] 10.222.0.37 "GET /v2.0/networks/7fa78192-f1ce-486a-8916-6b904b8d2f76 HTTP/1.1" status: 200 len: 886 time: 0.1335499 Nov 11 11:16:57.379970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:16:57.870125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:58.059957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:58.116929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:58.258845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Allocated IP 172.28.1.57 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/f1038f62-6bbe-4276-97e8-e03a5d3059ba) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:16:58.411023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:58.461331 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:58.466150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:16:58.534617 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:16:58.537606 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:16:58.542622 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:16:58.565478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Pushing event updated for resources: {'Port': ['ID=f1038f62-6bbe-4276-97e8-e03a5d3059ba,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:16:58.577056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:16:58.865489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device eded03ee-e6dd-4abf-8964-3f560bc77c56 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:16:58.883396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:58.944067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port eded03ee-e6dd-4abf-8964-3f560bc77c56 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:16:58.944464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:59.056820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:59.060832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854078163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-619148'] for router, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:59.274572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Router 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:16:59.478629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:16:59.488421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:16:59.489104 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Sync routers for ids ['0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:16:59.489689 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] 10.222.0.37 "PUT /v2.0/routers/0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 HTTP/1.1" status: 200 len: 889 time: 2.1131666 Nov 11 11:16:59.502972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Routers {'0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:16:59.503753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:16:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:16:59.703404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Set router 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:17:00.056256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'name': 'router1', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1038f62-6bbe-4276-97e8-e03a5d3059ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:16:40Z', 'updated_at': '2021-11-11T11:16:58Z', 'revision_number': 4, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'gw_port': {'id': 'f1038f62-6bbe-4276-97e8-e03a5d3059ba', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:58Z', 'updated_at': '2021-11-11T11:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'eded03ee-e6dd-4abf-8964-3f560bc77c56', 'name': '', 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'mac_address': 'fa:16:3e:b2:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:49Z', 'updated_at': '2021-11-11T11:16:57Z', 'revision_number': 5, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'subnets': [{'id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54fb238d-8e28-4e9e-af67-042e7ee564bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:17:00.061536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Checking router: 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:17:00.061917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Updating router 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 port f1038f62-6bbe-4276-97e8-e03a5d3059ba binding host dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:17:00.114580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:00.457801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:00.469877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Transition to ACTIVE for port object f1038f62-6bbe-4276-97e8-e03a5d3059ba will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:17:00.475410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:00.479801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:17:00.555323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Attempting to bind port f1038f62-6bbe-4276-97e8-e03a5d3059ba on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:17:00.555725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Attempting to bind port f1038f62-6bbe-4276-97e8-e03a5d3059ba by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:17:00.556119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Attempting to bind port f1038f62-6bbe-4276-97e8-e03a5d3059ba on network 7fa78192-f1ce-486a-8916-6b904b8d2f76 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:17:00.565893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c29762-8de7-4c5b-9ad8-e3294c6db0e9 None None] Pushing event updated for resources: {'Port': ['ID=f1038f62-6bbe-4276-97e8-e03a5d3059ba,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:17:00.568778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-91c29762-8de7-4c5b-9ad8-e3294c6db0e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:17:00.570899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:17:00.571327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:17:00.571759 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:00.572168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Bound using segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:17:00.574242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Bound port: f1038f62-6bbe-4276-97e8-e03a5d3059ba, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:17:00.574242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:00.648721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] For port f1038f62-6bbe-4276-97e8-e03a5d3059ba, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:17:00.651974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] For port f1038f62-6bbe-4276-97e8-e03a5d3059ba, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=f1038f62-6bbe-4276-97e8-e03a5d3059ba,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:17:00.655082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:00.659738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2a47d139-cee8-469a-9a8f-eb1d5fa02f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:17:00.741980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Routers {'0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:17:00.742632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:16:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:17:00.800038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c29762-8de7-4c5b-9ad8-e3294c6db0e9 None None] Pushing event updated for resources: {'Port': ['ID=f1038f62-6bbe-4276-97e8-e03a5d3059ba,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:17:00.803311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-91c29762-8de7-4c5b-9ad8-e3294c6db0e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:17:01.075689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] Set router 0e951f1c-1a0c-4f32-80ad-abcb8bbc6257 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:17:01.416229 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'name': 'router1', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1038f62-6bbe-4276-97e8-e03a5d3059ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:16:40Z', 'updated_at': '2021-11-11T11:16:58Z', 'revision_number': 4, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'gw_port': {'id': 'f1038f62-6bbe-4276-97e8-e03a5d3059ba', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:58Z', 'updated_at': '2021-11-11T11:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'eded03ee-e6dd-4abf-8964-3f560bc77c56', 'name': '', 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'mac_address': 'fa:16:3e:b2:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:49Z', 'updated_at': '2021-11-11T11:16:57Z', 'revision_number': 5, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'subnets': [{'id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54fb238d-8e28-4e9e-af67-042e7ee564bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:17:01.421341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c78969-26b3-47ad-8fe0-84a4803c4c4d None None] The sync data for ids ['0e951f1c-1a0c-4f32-80ad-abcb8bbc6257'] in dv-cinder-817417-1-smb is: [{'id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'name': 'router1', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'f1038f62-6bbe-4276-97e8-e03a5d3059ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:16:40Z', 'updated_at': '2021-11-11T11:16:58Z', 'revision_number': 4, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'gw_port': {'id': 'f1038f62-6bbe-4276-97e8-e03a5d3059ba', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:58Z', 'updated_at': '2021-11-11T11:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'eded03ee-e6dd-4abf-8964-3f560bc77c56', 'name': '', 'network_id': '559b8068-72a8-468a-9cd1-a24ae7004be2', 'tenant_id': 'b29ff82264824cc58b02daa416b20d02', 'mac_address': 'fa:16:3e:b2:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e951f1c-1a0c-4f32-80ad-abcb8bbc6257', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:16:49Z', 'updated_at': '2021-11-11T11:16:57Z', 'revision_number': 5, 'project_id': 'b29ff82264824cc58b02daa416b20d02', 'subnets': [{'id': '48402a7b-b358-4b58-b09e-ea464cdd791a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54fb238d-8e28-4e9e-af67-042e7ee564bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:17:01.816941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 58612) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:17:01.968117 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6aa6d2d5-e8b4-4326-b9f9-8cd7e4098756 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1496511 Nov 11 11:17:02.903909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device f1038f62-6bbe-4276-97e8-e03a5d3059ba up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:17:02.987751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port f1038f62-6bbe-4276-97e8-e03a5d3059ba completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:17:02.992673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port f1038f62-6bbe-4276-97e8-e03a5d3059ba triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:17:02.993078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:03.109786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:03.130570 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port f1038f62-6bbe-4276-97e8-e03a5d3059ba, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=f1038f62-6bbe-4276-97e8-e03a5d3059ba,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:17:03.133712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:03.136414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:17:03.212404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=f1038f62-6bbe-4276-97e8-e03a5d3059ba,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:17:03.219999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:17:04.925825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device f1038f62-6bbe-4276-97e8-e03a5d3059ba up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:17:05.008862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port f1038f62-6bbe-4276-97e8-e03a5d3059ba triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:17:05.009464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:18.953495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da22577d-8b03-4a5b-8935-577446e4ab96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:19.557860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:17:20.511571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:21.555787 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-55f0f4a3-e1d3-4787-a811-1c8e2664ccba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:21.583224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:23.369711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:48.956507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9464ccbc-cf58-4194-9a66-b335a37419a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:50.521293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:51.558405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f0c5-5a8b-4ee1-8fab-0c894aae7194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:51.584602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:53.373298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:17:56.559430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:18:18.958180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-12be02e9-df7b-4135-9fad-e3305f33b83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:20.512815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:21.560879 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f0d315ea-2668-4a88-b74b-abe4f294da72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:21.587063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:23.375781 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:33.560431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:18:38.085774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59150) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:38.188086 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.pecan_wsgi.hooks.translation [None req-996a67a9-3865-4716-860f-91e83f6741a7 admin admin] GET failed (client error): The resource could not be found. Nov 11 11:18:38.189467 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-996a67a9-3865-4716-860f-91e83f6741a7 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1026618 Nov 11 11:18:38.335048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0fc3da-084e-4b52-9cc2-1499ffdfe706 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:38.336691 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1f0fc3da-084e-4b52-9cc2-1499ffdfe706 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1428783 Nov 11 11:18:40.431265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59162) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:40.577376 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27155d6b-7f37-4b7a-b653-5747e1f47464 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:40.578765 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-27155d6b-7f37-4b7a-b653-5747e1f47464 admin admin] 10.222.0.37 "GET /v2.0/subnets/48402a7b-b358-4b58-b09e-ea464cdd791a HTTP/1.1" status: 200 len: 849 time: 0.1464756 Nov 11 11:18:40.588981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:18:40.718198 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:40.918278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763017608358'] for subnet, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:40.922709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:18:40.974240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:40.974875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:40.976253 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] 10.222.0.37 "PUT /v2.0/subnets/48402a7b-b358-4b58-b09e-ea464cdd791a HTTP/1.1" status: 200 len: 868 time: 0.3912816 Nov 11 11:18:40.980755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50c86c-c776-48f2-a8ed-1bf1132b1bb6 None None] Network 559b8068-72a8-468a-9cd1-a24ae7004be2 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:18:40.992265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48402a7b-b358-4b58-b09e-ea464cdd791a,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:18:41.002137 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.002497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.002852 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.003257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.003615 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.003968 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.004321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.004679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.005024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.005369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.005714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:18:41.009545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bb8839a2-a2b9-4642-b761-644813c68dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:18:41.622708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-8488db15-d08a-4abd-b5f3-078093ce6ef2 None None] Provisioning complete for port 50d51a44-9635-4651-998e-474dfa13eeaf triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:18:41.623429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8488db15-d08a-4abd-b5f3-078093ce6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:41.791588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-8488db15-d08a-4abd-b5f3-078093ce6ef2 None None] Provisioning complete for port eded03ee-e6dd-4abf-8964-3f560bc77c56 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:18:41.791985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8488db15-d08a-4abd-b5f3-078093ce6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:43.114773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59174) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:43.332350 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c503dc3-75b9-44c1-bc8d-073b2839076f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:43.332768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c503dc3-75b9-44c1-bc8d-073b2839076f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:43.334487 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9c503dc3-75b9-44c1-bc8d-073b2839076f admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2185943 Nov 11 11:18:45.440331 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59186) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:45.671551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c9623-786c-47fe-a600-0aabe2ab47d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:45.671551 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-be6c9623-786c-47fe-a600-0aabe2ab47d8 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2239304 Nov 11 11:18:47.809097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59198) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:48.029043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d05294-de1b-4568-bde8-1e90a8d78069 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:48.030534 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-48d05294-de1b-4568-bde8-1e90a8d78069 admin admin] 10.222.0.37 "GET /v2.0/networks/559b8068-72a8-468a-9cd1-a24ae7004be2 HTTP/1.1" status: 200 len: 869 time: 0.2204049 Nov 11 11:18:48.960334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c42af841-d154-4ae2-a457-19aefe128316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:50.234477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59210) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:50.449721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755dfb3-6ac8-49cf-9b59-9e998c439cca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:50.451379 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a755dfb3-6ac8-49cf-9b59-9e998c439cca admin admin] 10.222.0.37 "GET /v2.0/networks/7fa78192-f1ce-486a-8916-6b904b8d2f76 HTTP/1.1" status: 200 len: 886 time: 0.2158349 Nov 11 11:18:50.518788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:51.563600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-db613094-b82b-4939-b23e-4c8727fb6d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:51.592315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:52.591773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59222) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:52.740265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda14ed0-e6de-4e17-8b26-0f00caa6abd6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:52.740590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda14ed0-e6de-4e17-8b26-0f00caa6abd6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:52.742231 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-eda14ed0-e6de-4e17-8b26-0f00caa6abd6 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1493993 Nov 11 11:18:53.389806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:18:54.857001 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59234) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:55.002048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18513fe6-2c00-40eb-9683-e8b7956427cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:55.002383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18513fe6-2c00-40eb-9683-e8b7956427cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:55.004099 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-18513fe6-2c00-40eb-9683-e8b7956427cd admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1460643 Nov 11 11:18:57.164053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59246) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:57.302367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de4503-bdda-449a-8563-e511c316ef0e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:57.303786 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e5de4503-bdda-449a-8563-e511c316ef0e admin admin] 10.222.0.37 "GET /v2.0/subnets/28826b58-1481-46ed-8ba4-c33ab159cd62 HTTP/1.1" status: 200 len: 816 time: 0.1386924 Nov 11 11:18:59.412303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59258) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:18:59.561334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002695d9-2538-4a76-adde-8508eb0d8078 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:18:59.562700 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-002695d9-2538-4a76-adde-8508eb0d8078 admin admin] 10.222.0.37 "GET /v2.0/subnets/48402a7b-b358-4b58-b09e-ea464cdd791a HTTP/1.1" status: 200 len: 868 time: 0.1493678 Nov 11 11:19:10.561058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:19:18.962818 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f13a6ca-859b-4a16-b61f-3d51d85e6760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:19.598366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59306) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:19:19.676588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [None req-e2040d39-05ff-44cf-8652-27d2c2142bc3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:19:19.677694 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e2040d39-05ff-44cf-8652-27d2c2142bc3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0783184 Nov 11 11:19:20.512692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:21.565705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a399c379-b693-45ab-8947-6e9b77c37bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:21.593358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:21.830213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59318) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:19:21.934451 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8ca308-d8d0-4418-bb85-28c6d51325e0 admin admin] GET failed (client error): The resource could not be found. Nov 11 11:19:21.935803 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ba8ca308-d8d0-4418-bb85-28c6d51325e0 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1045303 Nov 11 11:19:22.073438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee418e-4f68-46ad-89ee-bbf9adcb03c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:19:22.075104 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9dee418e-4f68-46ad-89ee-bbf9adcb03c3 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1350234 Nov 11 11:19:23.382094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:24.174494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59330) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:19:24.251732 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:19:24.256746 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:19:24.267654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:19:24.276599 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Made reservation on behalf of 53144d9047aa45bcbb514f8934b771d4 for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:19:24.281262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:24.379257 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.services.revisions.revision_plugin [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Could not find related network for resource to bump revision. Nov 11 11:19:24.392467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=88092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:19:24.402128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:24.402506 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Added segment 1162bdd8-cd12-48e7-9be6-bdd3c1be23c4 of type vlan for network 1fa81516-fc1d-4f1e-b103-6a104c217c86 Nov 11 11:19:24.428068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:24.457487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:24.458711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:19:24.459367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:24.464479 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:19:24.570731 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3949625 Nov 11 11:19:24.571507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa81516-fc1d-4f1e-b103-6a104c217c86,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:19:24.580539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.580956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.581287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.581663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.582023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.582369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.582742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.583084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.583467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.583819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.584171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:24.588173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:19:24.597133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 1fa81516-fc1d-4f1e-b103-6a104c217c86 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:19:26.708369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59342) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:19:26.806863 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.pecan_wsgi.hooks.translation [None req-891a20b7-1e35-4737-924e-a24d0199c89a admin admin] GET failed (client error): The resource could not be found. Nov 11 11:19:26.808006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-891a20b7-1e35-4737-924e-a24d0199c89a admin admin] Synchronizing usage tracker for tenant:53144d9047aa45bcbb514f8934b771d4 on resource:network {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:19:26.821885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-891a20b7-1e35-4737-924e-a24d0199c89a admin admin] Unset dirty status for tenant:53144d9047aa45bcbb514f8934b771d4 on resource:network {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:19:26.823059 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-891a20b7-1e35-4737-924e-a24d0199c89a admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1136646 Nov 11 11:19:26.937357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d307e-a86d-4c42-8870-7a3116393a28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:19:26.938917 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-cf5d307e-a86d-4c42-8870-7a3116393a28 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1116436 Nov 11 11:19:26.949589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:19:26.954223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:19:26.958178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Usage tracker for resource:subnet and tenant:53144d9047aa45bcbb514f8934b771d4 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:19:26.961141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:19:26.967235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:19:26.976053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Made reservation on behalf of 53144d9047aa45bcbb514f8934b771d4 for: {'subnet': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:19:26.981077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:27.189610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:27.193952 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e1ff36e6-48e6-4c5e-8018-3b6157297bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:19:27.265580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5049b03f-be74-4865-93df-455657efc633,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:19:27.269540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:19:27.278563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Checking segment: {'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:19:27.278946 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Network hostable DHCP agents. Network: 1fa81516-fc1d-4f1e-b103-6a104c217c86, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:19:27.300068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Network 1fa81516-fc1d-4f1e-b103-6a104c217c86 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:19:27.308021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 1fa81516-fc1d-4f1e-b103-6a104c217c86) {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:19:27.311845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:19:27.312474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:27.317788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350759b7-6c70-4a5d-b16d-e36de1845281 None None] Network 1fa81516-fc1d-4f1e-b103-6a104c217c86 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:19:27.333419 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3871498 Nov 11 11:19:27.553502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa517fc33-af19-590b-aad8-eca2d235264f-1fa81516-fc1d-4f1e-b103-6a104c217c86', 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86', 'tenant_id': '53144d9047aa45bcbb514f8934b771d4', 'fixed_ips': [{'subnet_id': '5049b03f-be74-4865-93df-455657efc633'}]}} from dv-cinder-817417-1-smb. {{(pid=88094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 11:19:27.554411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:27.727715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Allocated IP 192.168.233.2 (1fa81516-fc1d-4f1e-b103-6a104c217c86/5049b03f-be74-4865-93df-455657efc633/cab4ee5e-b61d-4860-bb4b-a5539aae8c54) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:19:27.949616 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:27.960367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Transition to ACTIVE for port object cab4ee5e-b61d-4860-bb4b-a5539aae8c54 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:19:27.979736 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Transition to ACTIVE for port object cab4ee5e-b61d-4860-bb4b-a5539aae8c54 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:19:27.983611 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:27.988957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:19:28.065214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Network 1fa81516-fc1d-4f1e-b103-6a104c217c86 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:19:28.066080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Pushing event updated for resources: {'Port': ['ID=cab4ee5e-b61d-4860-bb4b-a5539aae8c54,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:19:28.070317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:19:28.074277 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:19:28.079568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.079951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.080323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.080947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.081065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.081363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.081723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.082080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.082438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.082789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.083146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:19:28.087597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:19:28.173774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Attempting to bind port cab4ee5e-b61d-4860-bb4b-a5539aae8c54 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:19:28.174184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Attempting to bind port cab4ee5e-b61d-4860-bb4b-a5539aae8c54 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:19:28.174581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Attempting to bind port cab4ee5e-b61d-4860-bb4b-a5539aae8c54 on network 1fa81516-fc1d-4f1e-b103-6a104c217c86 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:19:28.181663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:19:28.182101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Checking segment: {'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:19:28.182542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:28.183112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Bound using segment: {'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:19:28.183703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Bound port: cab4ee5e-b61d-4860-bb4b-a5539aae8c54, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:19:28.184117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:28.280017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] For port cab4ee5e-b61d-4860-bb4b-a5539aae8c54, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:19:28.283279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] For port cab4ee5e-b61d-4860-bb4b-a5539aae8c54, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=cab4ee5e-b61d-4860-bb4b-a5539aae8c54,segment=NetworkSegment(1162bdd8-cd12-48e7-9be6-bdd3c1be23c4),segment_id=1162bdd8-cd12-48e7-9be6-bdd3c1be23c4)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:19:28.286591 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:28.291331 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:19:28.371971 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Pushing event updated for resources: {'Port': ['ID=cab4ee5e-b61d-4860-bb4b-a5539aae8c54,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:19:28.375318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:19:28.967322 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device cab4ee5e-b61d-4860-bb4b-a5539aae8c54 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:19:29.043778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port cab4ee5e-b61d-4860-bb4b-a5539aae8c54 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:19:29.852970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d073f-ab99-473d-8e83-27e064e923c6 None None] Network 1fa81516-fc1d-4f1e-b103-6a104c217c86 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:19:30.109167 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] Provisioning for port cab4ee5e-b61d-4860-bb4b-a5539aae8c54 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:19:30.116939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] Provisioning complete for port cab4ee5e-b61d-4860-bb4b-a5539aae8c54 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:19:30.117373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:30.339939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:30.391661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] For port cab4ee5e-b61d-4860-bb4b-a5539aae8c54, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=cab4ee5e-b61d-4860-bb4b-a5539aae8c54,segment=NetworkSegment(1162bdd8-cd12-48e7-9be6-bdd3c1be23c4),segment_id=1162bdd8-cd12-48e7-9be6-bdd3c1be23c4)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:19:30.395709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:30.398663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:19:30.472637 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] Pushing event updated for resources: {'Port': ['ID=cab4ee5e-b61d-4860-bb4b-a5539aae8c54,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:19:30.475808 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:19:30.726148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-9a944c41-164c-4be7-841d-5b4de9fa5891 None None] Provisioning complete for port cab4ee5e-b61d-4860-bb4b-a5539aae8c54 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:19:30.726554 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9a944c41-164c-4be7-841d-5b4de9fa5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:30.946506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device cab4ee5e-b61d-4860-bb4b-a5539aae8c54 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:19:31.020693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port cab4ee5e-b61d-4860-bb4b-a5539aae8c54 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:19:31.021094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:47.562528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:19:48.969199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a09a805f-768f-4829-89d0-d11d957b151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:50.516246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:51.568558 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9169-9768-4a44-99ac-79d44a8de18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:51.597828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:19:53.390742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:18.962058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51d4a47b-6959-4aea-a4bf-ab476101f989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:20.518798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:21.572743 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-52d89b75-e1e8-4e45-80bd-2f6c37251b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:21.601126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:23.389543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:24.563949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:20:43.426402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59376) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:20:43.433547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [None req-aef060fb-f889-4fe1-9b57-2903bd43cbdc tempest-verify_tempest_config-977644845 tempest-verify_tempest_config-977644845-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:20:43.434627 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-aef060fb-f889-4fe1-9b57-2903bd43cbdc tempest-verify_tempest_config-977644845 tempest-verify_tempest_config-977644845-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0071888 Nov 11 11:20:43.784380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59394) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:20:43.935810 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:43.969244 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:20:43.973179 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Usage tracker for resource:security_group_rule and tenant:a849cebce87843a89d5dadd6634b2fc5 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:20:43.976076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:20:43.982980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:20:44.052185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:44.054747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:44.063410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:20:44.106196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e19166-d438-4be0-8e6a-d2407730e37a,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:20:44.112111 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a849cebce87843a89d5dadd6634b2fc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3266106 Nov 11 11:20:44.114916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59400) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:20:44.117187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.117566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.117934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.118657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.119073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.119464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.119824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.120183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.120538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.120890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.121241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.125147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:20:44.182311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:44.208754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:44.259786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:44.264862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:20:44.279000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e19166-d438-4be0-8e6a-d2407730e37a,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:20:44.285801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:44.286996 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4e19166-d438-4be0-8e6a-d2407730e37a HTTP/1.1" status: 204 len: 168 time: 0.1709297 Nov 11 11:20:44.290302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.290668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.291029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.291416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.291917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.292276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.292635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.293006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.293360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.293711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.294060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:20:44.297160 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:20:48.969299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6454e42a-a558-41cc-8232-bab98983ff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:50.524253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:51.574890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a65fa20c-de93-4840-b6e7-7c8aef147fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:51.604050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:20:53.393374 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:01.564343 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:21:18.970650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40f9df2b-fe7f-47b2-a858-cef6b253125f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:20.518024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:21.575987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-96cd73ee-3879-42e7-b159-4e0b32387c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:21.605907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:23.394917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:38.565965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:21:48.972764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9ddae64b-7195-43e1-b46e-853cf7139550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:50.520426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:51.577676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c32053dd-0411-4d6f-a991-4de68988a2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:51.610652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:21:53.399548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:15.566252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 5 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:22:18.975796 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c39d74dc-5d6f-44cd-bbe4-986d78455425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:20.522638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:21.581291 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5dd20bb6-20b6-45a6-ab90-12635065b2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:21.615208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:23.404496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:27.219924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854067616'] for agent, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:44.027750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59482) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:22:44.182032 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a648763c-4343-4ff0-aafd-2ef31cbd29f8 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1530254 Nov 11 11:22:46.301695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59494) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:22:46.389287 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6edb429b-3a24-4531-90b6-bfde04cc5622 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0864496 Nov 11 11:22:48.981272 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c09ab116-5c64-4fac-a6b6-ffb55f8e1178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:50.527502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:51.583994 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e831734b-2cd7-465b-a1eb-b60d903e7504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:51.614254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:52.566830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:22:53.410661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:22:57.207101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:18.984745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cd2eaa14-5547-4568-bbc6-d72b6986bee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:20.532258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:21.587575 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2052e483-1be8-45c9-879b-210cc7ad21db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:21.617011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:23.411662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:27.208296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:29.567094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:23:48.987427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-36abb5e5-4785-4503-88e4-1a00b3b3ef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:50.539243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:51.591295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4af8589c-c0eb-4f5f-a904-a65473ace694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:51.635357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:53.415132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:23:57.233819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:06.567232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:24:18.989725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-92218d5d-a55f-4d6a-adae-2767d652f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:20.533714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:21.594393 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b1460f49-0d66-42ad-b8de-1477a7592c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:21.626496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:23.422034 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:27.233795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:36.735884 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59660) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:36.897470 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59670) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:37.112064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-24240794-network', 'tenant_id': '366a6c6192c449c1bed44196331d3707'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:37.117215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:37.121423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Usage tracker for resource:network and tenant:366a6c6192c449c1bed44196331d3707 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:37.125330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:37.132078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:37.142692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Made reservation on behalf of 366a6c6192c449c1bed44196331d3707 for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:37.147372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.163197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.199389 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:37.203427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Usage tracker for resource:security_group_rule and tenant:366a6c6192c449c1bed44196331d3707 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:37.206424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:37.212960 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:37.290360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.293534 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.297994 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:37.317561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-105022454-network', 'tenant_id': '45d03c2583e04e04a342a778caedd7d6'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:37.340281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:24:37.347238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c288f322-a403-48ce-827a-4db6658bd469,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:37.356314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:37.364223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Usage tracker for resource:network and tenant:45d03c2583e04e04a342a778caedd7d6 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:37.367816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.368295 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Added segment 1a342822-9175-4437-b179-91ccc671a393 of type vlan for network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 Nov 11 11:24:37.369622 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:37.382945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.383457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.383827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.384192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.384557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.384918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.385260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.385811 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.386171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.386528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.386886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Tracked resource versions report: Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: pushed versions: Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: { 'ConntrackHelper': {'1.0'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': {'1.0'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': {'1.1'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': {'1.5'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': {'1.2'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': {'1.8'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': {'1.2'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': {'1.0'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': {'1.0'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': {'1.1'}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': {'1.1'}} Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: consumer versions: Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: { DHCP agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: HyperV agent@hv-cinder-81741: {}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: L3 agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: Metadata agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: Metering agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: Open vSwitch agent@dv-cinder-817417-1-smb: { 'ConntrackHelper': '1.0', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': '1.0', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': '1.1', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': '1.5', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': '1.2', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': '1.8', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': '1.2', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': '1.0', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': '1.0', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': '1.1', Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': '1.1'}} Nov 11 11:24:37.388117 dv-cinder-817417-1-smb neutron-server[87981]: {{(pid=88093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 11:24:37.391733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:37.393590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:37.411025 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Made reservation on behalf of 45d03c2583e04e04a342a778caedd7d6 for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:37.416618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.440695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.457192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.505447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:37.513263 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Usage tracker for resource:security_group_rule and tenant:45d03c2583e04e04a342a778caedd7d6 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:37.517096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:37.524802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:37.527531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.532544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:37.533184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.542299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4e40fc15-b2f9-4a97-8814-323ed81bc0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:37.576862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59696) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:37.849833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Pushing event updated for resources: {'Network': ['ID=ee36b3f8-74c1-4062-89a0-0fd2ea355da2,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:37.852771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:37.863416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:24:37.901960 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.903248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.908378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:37.940347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59710) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:37.940574 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2027776 Nov 11 11:24:37.942602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb62181-890d-4137-b2e9-d3d0debc9768,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:37.948122 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:37.954056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:24:37.960147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Request body: {'subnet': {'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-24240794-subnet', 'tenant_id': '366a6c6192c449c1bed44196331d3707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:37.963472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:37.963972 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Added segment d6d1a5c0-cf2c-4757-81b6-63acad200bd3 of type vlan for network 1ba70f8c-bc60-40a4-89a6-95b25802decf Nov 11 11:24:37.977222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:37.987363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Usage tracker for resource:subnet and tenant:366a6c6192c449c1bed44196331d3707 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:37.992232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:37.997831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.008221 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:38.018300 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Made reservation on behalf of 366a6c6192c449c1bed44196331d3707 for: {'subnet': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:38.023735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.038130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.040139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:38.040778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.046259 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:38.098796 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1996427 Nov 11 11:24:38.123261 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59716) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:38.123631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59718) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:38.151314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Request body: {'subnet': {'network_id': '1ba70f8c-bc60-40a4-89a6-95b25802decf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-105022454-subnet', 'tenant_id': '45d03c2583e04e04a342a778caedd7d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:38.156149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:38.161091 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Usage tracker for resource:subnet and tenant:45d03c2583e04e04a342a778caedd7d6 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:38.167504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ba70f8c-bc60-40a4-89a6-95b25802decf,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:38.170459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:38.173336 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-133433454-network', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:38.177655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:38.181691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 1ba70f8c-bc60-40a4-89a6-95b25802decf details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:24:38.186727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:38.191136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Usage tracker for resource:network and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:38.194203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:38.201221 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:38.215961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Made reservation on behalf of 42c8adc6f34c4d8cb8feabd2f872d070 for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:38.220958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.239102 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:38.241367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.279684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:38.283756 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Usage tracker for resource:security_group_rule and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:38.286805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:38.294548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:38.369324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Made reservation on behalf of 45d03c2583e04e04a342a778caedd7d6 for: {'subnet': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:38.374121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.574710 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.583364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-951193755-network', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:38.589987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.601008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:38.612186 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.618136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:38.633996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Usage tracker for resource:network and tenant:b24d947783124dd4bcdd1e6f434e53bf is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:38.638614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:38.641444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=88092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:24:38.661839 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:38.715692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.716089 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Added segment d420802d-decb-42f9-a442-4d30d929cf8b of type vlan for network d5664352-840f-4ab4-9e50-5e5b0a34b558 Nov 11 11:24:38.744473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887fd24a-a51e-4129-9fbe-1831002c1b86,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:38.759693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Made reservation on behalf of b24d947783124dd4bcdd1e6f434e53bf for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:38.764428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.819310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.830288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.830673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.831047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.831441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.831811 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.832249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.832527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.832887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.833245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.833602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.834059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Tracked resource versions report: Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: pushed versions: Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: { 'ConntrackHelper': {'1.0'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': {'1.0'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': {'1.1'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': {'1.5'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': {'1.2'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': {'1.8'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': {'1.2'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': {'1.0'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': {'1.0'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': {'1.1'}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': {'1.1'}} Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: consumer versions: Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: { DHCP agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: HyperV agent@hv-cinder-81741: {}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: L3 agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: Metadata agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: Metering agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: Open vSwitch agent@dv-cinder-817417-1-smb: { 'ConntrackHelper': '1.0', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': '1.0', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': '1.1', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': '1.5', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': '1.2', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': '1.8', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': '1.2', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': '1.0', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': '1.0', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': '1.1', Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': '1.1'}} Nov 11 11:24:38.835541 dv-cinder-817417-1-smb neutron-server[87981]: {{(pid=88092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 11:24:38.845701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.861385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:38.862059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9cfbad4c-ffc6-46c6-a67c-f7cfe09aaf96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:38.942333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Checking segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:38.942731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Network hostable DHCP agents. Network: ee36b3f8-74c1-4062-89a0-0fd2ea355da2, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:24:38.993002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:38.993760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d7c299-1b89-4221-8ad4-2c8042a914b0,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:38.997906 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:39.002156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:39.009101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Usage tracker for resource:security_group_rule and tenant:b24d947783124dd4bcdd1e6f434e53bf is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:39.012548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:39.043828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:39.061528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.069334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:39.076384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:39.077021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.128949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=573594f3-0e9a-4917-aed8-f56e668c071a,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:39.138574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:24:39.141910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:39.149947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:39.216903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, ee36b3f8-74c1-4062-89a0-0fd2ea355da2) {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:39.230003 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a9cd9f-2e63-4bd2-b053-d1cdeac328f7 None None] Network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:24:39.453832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:39.454475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.461232 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8826590 Nov 11 11:24:39.464720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59768) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:39.472812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Request body: {'subnet': {'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-133433454-subnet', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:39.481321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Checking segment: {'id': 'd6d1a5c0-cf2c-4757-81b6-63acad200bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '1ba70f8c-bc60-40a4-89a6-95b25802decf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:39.481718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Network hostable DHCP agents. Network: 1ba70f8c-bc60-40a4-89a6-95b25802decf, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:24:39.485169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:39.495469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Pushing event updated for resources: {'Network': ['ID=d5664352-840f-4ab4-9e50-5e5b0a34b558,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:39.502485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc6f316-cfad-41d7-a146-f071c63fd170 None None] Network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:24:39.506057 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Usage tracker for resource:subnet and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:39.509812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:39.516377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:39.523996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:24:39.529973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:39.535516 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5927804 Nov 11 11:24:39.542688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.546211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.551521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-01837861-6ba9-46e5-98b5-62c6eef0de35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:39.555790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Made reservation on behalf of 42c8adc6f34c4d8cb8feabd2f872d070 for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:39.565510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.606121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=88092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:24:39.617435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Network 1ba70f8c-bc60-40a4-89a6-95b25802decf is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:24:39.627097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce135eab-1312-4c13-9d18-69e7e5486a84,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:39.661833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:39.665834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 1ba70f8c-bc60-40a4-89a6-95b25802decf) {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:39.668800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.669366 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Added segment dab5f64b-149a-40b3-aa5c-5f34f501306d of type vlan for network c0b4ef95-ae36-49da-99a3-7329131c0bad Nov 11 11:24:39.692012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:39.692965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.757693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.764157 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6394417 Nov 11 11:24:39.802451 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.809103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:39.810170 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:39.818504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9bc030ce-09fa-4012-b722-deea21e7d5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:39.841715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb77075-ca82-4722-a6d4-e02e6e8d8105 None None] Network 1ba70f8c-bc60-40a4-89a6-95b25802decf requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:24:39.889274 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7627718 Nov 11 11:24:39.894012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59786) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:39.912077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Request body: {'subnet': {'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-subnet', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:39.925923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:39.936977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Usage tracker for resource:subnet and tenant:b24d947783124dd4bcdd1e6f434e53bf is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:39.943702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:39.958741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Pushing event updated for resources: {'Network': ['ID=c0b4ef95-ae36-49da-99a3-7329131c0bad,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:39.962958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:39.964964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:40.017968 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network c0b4ef95-ae36-49da-99a3-7329131c0bad details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:24:40.027478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.034420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-89a2fe86-c356-498d-a476-6cab1c18c84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:40.069025 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Made reservation on behalf of b24d947783124dd4bcdd1e6f434e53bf for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:40.074070 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.233294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5a6e8d-e303-4994-b9fa-513a119e55cb,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:40.244158 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:40.271194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Checking segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:40.271596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Network hostable DHCP agents. Network: d5664352-840f-4ab4-9e50-5e5b0a34b558, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:24:40.381007 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:24:40.420612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, d5664352-840f-4ab4-9e50-5e5b0a34b558) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:40.427044 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:40.429892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.434381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b9d5c-93dc-465b-b23f-8bf3c99dcab6 None None] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:24:40.478032 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.486762 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:40.521498 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0541859 Nov 11 11:24:40.525294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59812) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:40.532610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:40.542148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:40.555914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Usage tracker for resource:router and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:40.564372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:40.581161 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:40.596093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:40.599374 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:40.603391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854156635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667881'] for router, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.610345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854078093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107935'] for router, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.620075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Checking segment: {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:40.620527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Network hostable DHCP agents. Network: c0b4ef95-ae36-49da-99a3-7329131c0bad, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:24:40.646326 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12b4cbd-6ba6-4708-8575-b6a0ea9b5897 None None] Network 1ba70f8c-bc60-40a4-89a6-95b25802decf requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:24:40.676679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.682490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Network c0b4ef95-ae36-49da-99a3-7329131c0bad is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:24:40.703076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, c0b4ef95-ae36-49da-99a3-7329131c0bad) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:40.707873 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:40.708533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.753284 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8481240 Nov 11 11:24:40.756073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59828) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:40.763429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:40.769448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:40.774820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Usage tracker for resource:router and tenant:b24d947783124dd4bcdd1e6f434e53bf is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:40.778549 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:40.785285 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:40.798325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854156635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667881'] for router, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.799426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854078093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107935'] for router, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:40.807151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d4e83c-45c7-4ce2-8ec2-f3c317646247 None None] Network c0b4ef95-ae36-49da-99a3-7329131c0bad requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:24:40.833144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:41.073979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:41.096712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa517fc33-af19-590b-aad8-eca2d235264f-d5664352-840f-4ab4-9e50-5e5b0a34b558', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb'}]}} from dv-cinder-817417-1-smb. {{(pid=88094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 11:24:41.097735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:41.132037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:41.406466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:41.407916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:41.444910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:41.445551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:41.599778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1969e5e-e5fa-40cc-9957-859fd5504140 None None] Network c0b4ef95-ae36-49da-99a3-7329131c0bad requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:24:41.712849 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Allocated IP 172.28.1.19 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/c117637a-f91f-4e8a-915e-d44eb239a97a) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:24:41.937290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Allocated IP 172.20.0.2 (d5664352-840f-4ab4-9e50-5e5b0a34b558/de5a6e8d-e303-4994-b9fa-513a119e55cb/62909e03-128a-4a8c-b513-2b3d1ac452a0) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:24:41.950201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:42.000108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:42.010587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:42.166233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:42.183930 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Allocated IP 172.28.1.234 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/30393705-f88b-4e7d-8d63-31a6008fee6c) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:24:42.186738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:42.202123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:24:42.301276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Pushing event updated for resources: {'Port': ['ID=c117637a-f91f-4e8a-915e-d44eb239a97a,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:42.321952 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:42.386755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:42.473457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:42.501908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Transition to ACTIVE for port object 62909e03-128a-4a8c-b513-2b3d1ac452a0 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:24:42.510816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:42.511058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:42.517144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637'] for router, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:42.550479 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:42.579662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Transition to ACTIVE for port object 62909e03-128a-4a8c-b513-2b3d1ac452a0 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:24:42.589062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:42.603038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:42.663131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:42.670729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:42.684351 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:24:42.767510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:42.775848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:42.789497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:24:42.811121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Pushing event updated for resources: {'Port': ['ID=62909e03-128a-4a8c-b513-2b3d1ac452a0,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:42.921737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.922121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.922494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.922859 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.923264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.923632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.923993 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.932192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.932673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.933052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.933423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Tracked resource versions report: Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: pushed versions: Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: { 'ConntrackHelper': {'1.0'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': {'1.0'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': {'1.1'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': {'1.5'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': {'1.2'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': {'1.8'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': {'1.2'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': {'1.0'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': {'1.0'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': {'1.1'}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': {'1.1'}} Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: consumer versions: Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: { DHCP agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: HyperV agent@hv-cinder-81741: {}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: L3 agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: Metadata agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: Metering agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: Open vSwitch agent@dv-cinder-817417-1-smb: { 'ConntrackHelper': '1.0', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': '1.0', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': '1.1', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': '1.5', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': '1.2', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': '1.8', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': '1.2', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': '1.0', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': '1.0', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': '1.1', Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': '1.1'}} Nov 11 11:24:42.934586 dv-cinder-817417-1-smb neutron-server[87981]: {{(pid=88094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 11:24:42.952646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Pushing event updated for resources: {'Port': ['ID=30393705-f88b-4e7d-8d63-31a6008fee6c,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:42.953542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:42.972824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:43.084846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Attempting to bind port 62909e03-128a-4a8c-b513-2b3d1ac452a0 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:24:43.091957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Attempting to bind port 62909e03-128a-4a8c-b513-2b3d1ac452a0 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:24:43.092621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Attempting to bind port 62909e03-128a-4a8c-b513-2b3d1ac452a0 on network d5664352-840f-4ab4-9e50-5e5b0a34b558 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:24:43.103969 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:24:43.106638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Checking segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:43.107306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:43.108475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Bound using segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:24:43.111861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Bound port: 62909e03-128a-4a8c-b513-2b3d1ac452a0, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:24:43.112532 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:43.126596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Router 04bc436c-9e02-426d-a47e-344a5f17042b is scheduled to L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 with binding_index 1 {{(pid=88093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 11:24:43.238022 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:43.240411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637'] for router, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:43.340681 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] For port 62909e03-128a-4a8c-b513-2b3d1ac452a0, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:24:43.345406 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] For port 62909e03-128a-4a8c-b513-2b3d1ac452a0, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=62909e03-128a-4a8c-b513-2b3d1ac452a0,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:24:43.355240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:43.360711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:43.434249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59912) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:43.535182 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Pushing event updated for resources: {'Port': ['ID=62909e03-128a-4a8c-b513-2b3d1ac452a0,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:43.540324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:43.569621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:24:43.747870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59928) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:43.760477 dv-cinder-817417-1-smb neutron-server[87981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 11:24:43.784700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59930) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:43.959994 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 is scheduled to L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 with binding_index 1 {{(pid=88092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 11:24:44.056986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:44.144596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:24:44.156942 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Sync routers for ids ['04bc436c-9e02-426d-a47e-344a5f17042b'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:24:44.180999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:44.194067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Routers {'04bc436c-9e02-426d-a47e-344a5f17042b'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:24:44.195520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:24:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['04bc436c-9e02-426d-a47e-344a5f17042b'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:44.207661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Usage tracker for resource:security_group_rule and tenant:3be5f1a379cb4699bfad075d30789315 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:44.224213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:44.251105 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:44.299319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:44.304759 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5436363 Nov 11 11:24:44.309920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 59940) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:44.477083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Set router 04bc436c-9e02-426d-a47e-344a5f17042b gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:24:44.525916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-7ba2969c-0ba0-4473-8ac1-10aceef61877 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:44.533658 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-7ba2969c-0ba0-4473-8ac1-10aceef61877 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/networks?id=1ba70f8c-bc60-40a4-89a6-95b25802decf HTTP/1.1" status: 200 len: 811 time: 0.7794716 Nov 11 11:24:44.553923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:44.561137 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:44.579356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-f1d1f4c0-3bcd-4d94-912f-ec243927d46d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:44.580994 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-f1d1f4c0-3bcd-4d94-912f-ec243927d46d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 813 time: 0.7952287 Nov 11 11:24:44.593618 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-59249367-80a4-4b5c-8c86-11082d5d0254 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/quotas/45d03c2583e04e04a342a778caedd7d6 HTTP/1.1" status: 200 len: 375 time: 0.0589333 Nov 11 11:24:44.621055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:44.666387 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-23f2ca17-eb18-4301-81d0-f4f5711e3d6e tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/quotas/366a6c6192c449c1bed44196331d3707 HTTP/1.1" status: 200 len: 375 time: 0.0697777 Nov 11 11:24:44.703753 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3be5f1a379cb4699bfad075d30789315&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2596710 Nov 11 11:24:44.703753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5431bbe5-9f13-4d60-b2b3-ecda6a166917,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:44.719004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:44.719598 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-0eab0945-da2a-44c4-a645-2098a953f5ca tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45d03c2583e04e04a342a778caedd7d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131816 Nov 11 11:24:44.720159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59948) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:44.825990 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-c98ae178-cc6b-472f-b5b2-b5d728a72132 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1585324 Nov 11 11:24:44.858872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:42Z', 'revision_number': 3, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port': {'id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:44.864435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Checking router: 04bc436c-9e02-426d-a47e-344a5f17042b for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:24:44.865118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Updating router 04bc436c-9e02-426d-a47e-344a5f17042b port c117637a-f91f-4e8a-915e-d44eb239a97a binding host dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:24:44.945553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d959256-c693-4afa-8678-50e5bfade419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:44.983512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:44.986231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-f48fb08e-1558-4460-9573-e7746113fd8e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:24:44.993906 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-f48fb08e-1558-4460-9573-e7746113fd8e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1606412 Nov 11 11:24:45.027686 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d959256-c693-4afa-8678-50e5bfade419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:45.076568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:24:45.099582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-74852597-c6d1-408b-a350-4351c6cb9e5d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:24:45.100139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Sync routers for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:24:45.100548 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-74852597-c6d1-408b-a350-4351c6cb9e5d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1790140 Nov 11 11:24:45.134490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:24:45.135235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:24:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:45.285154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 62909e03-128a-4a8c-b513-2b3d1ac452a0 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:24:45.478767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Notify callbacks [] for router, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:45.480815 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9537506 Nov 11 11:24:45.509244 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59970) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:45.518426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d959256-c693-4afa-8678-50e5bfade419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:45.625397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:24:45.682269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d959256-c693-4afa-8678-50e5bfade419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:45.683765 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0d959256-c693-4afa-8678-50e5bfade419 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5431bbe5-9f13-4d60-b2b3-ecda6a166917 HTTP/1.1" status: 204 len: 168 time: 0.9579754 Nov 11 11:24:45.685445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:45.795346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d959256-c693-4afa-8678-50e5bfade419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5431bbe5-9f13-4d60-b2b3-ecda6a166917,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:45.808315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0d959256-c693-4afa-8678-50e5bfade419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:45.822684 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-7e7fed18-ad4f-48e9-a05d-146c8ad5fa18 service neutron] 10.222.0.37 "GET /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273332 Nov 11 11:24:45.847181 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-293dc4a5-dfc2-4f7d-80e7-b51c464e8d8a service neutron] 10.222.0.37 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206085 Nov 11 11:24:45.948013 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:45.948458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 62909e03-128a-4a8c-b513-2b3d1ac452a0 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:24:46.202907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3da02b-f4ec-4b2d-bc93-627d6280181e None None] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:24:46.216271 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.251640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Transition to ACTIVE for port object c117637a-f91f-4e8a-915e-d44eb239a97a will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:24:46.273213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.297189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8dacbbf1-9268-4122-a20f-2e5508cdd1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:46.477713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Attempting to bind port c117637a-f91f-4e8a-915e-d44eb239a97a on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:24:46.479789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Attempting to bind port c117637a-f91f-4e8a-915e-d44eb239a97a by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:24:46.480887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Attempting to bind port c117637a-f91f-4e8a-915e-d44eb239a97a on network 7fa78192-f1ce-486a-8916-6b904b8d2f76 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:24:46.506773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:24:46.508226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:46.509066 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.509787 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Bound using segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:24:46.510526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Bound port: c117637a-f91f-4e8a-915e-d44eb239a97a, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:24:46.511198 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.517156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Allocated IP 172.20.0.1 (c0b4ef95-ae36-49da-99a3-7329131c0bad/dcbb10ed-354c-4e90-9282-ee6b6c60b8e9/48fb5b25-70ee-42de-9f98-45abcfadd7b3) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:24:46.547250 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Pushing event updated for resources: {'Port': ['ID=c117637a-f91f-4e8a-915e-d44eb239a97a,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:46.590145 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.590800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.591426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.592173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.592750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.593326 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.593894 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.594450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.595015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.595631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.596186 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Tracked resource versions report: Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: pushed versions: Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: { 'ConntrackHelper': {'1.0'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': {'1.0'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': {'1.1'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': {'1.5'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': {'1.2'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': {'1.8'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': {'1.2'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': {'1.0'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': {'1.0'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': {'1.1'}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': {'1.1'}} Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: consumer versions: Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: { DHCP agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: HyperV agent@hv-cinder-81741: {}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: L3 agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: Metadata agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: Metering agent@dv-cinder-817417-1-smb: {}, Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: Open vSwitch agent@dv-cinder-817417-1-smb: { 'ConntrackHelper': '1.0', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Log': '1.0', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Network': '1.1', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Port': '1.5', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'PortForwarding': '1.2', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'QosPolicy': '1.8', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroup': '1.2', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'SecurityGroupRule': '1.0', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'SubPort': '1.0', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Subnet': '1.1', Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: 'Trunk': '1.1'}} Nov 11 11:24:46.597538 dv-cinder-817417-1-smb neutron-server[87981]: {{(pid=88095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 11:24:46.605128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:46.618412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 59994) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:46.642219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-ff780445-9f10-40af-8e19-9c758e90e0da None None] Provisioning for port 62909e03-128a-4a8c-b513-2b3d1ac452a0 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:24:46.655802 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-a404e57c-174c-4bc9-a563-fcccc6835f5c service neutron] 10.222.0.37 "GET /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315669 Nov 11 11:24:46.674975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-ff780445-9f10-40af-8e19-9c758e90e0da None None] Provisioning complete for port 62909e03-128a-4a8c-b513-2b3d1ac452a0 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:46.675425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ff780445-9f10-40af-8e19-9c758e90e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.697159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] For port c117637a-f91f-4e8a-915e-d44eb239a97a, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:24:46.702247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] For port c117637a-f91f-4e8a-915e-d44eb239a97a, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=c117637a-f91f-4e8a-915e-d44eb239a97a,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:24:46.707404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.712758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.734679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:46.799799 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-a6e90c35-60d7-4935-a351-ee4e543a137a service neutron] 10.222.0.37 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9494498 Nov 11 11:24:46.840624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:46.846122 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Usage tracker for resource:security_group_rule and tenant:3293cf04bab14d868a8ebe2a6605d421 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:46.849303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:46.858473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:46.892979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Routers {'04bc436c-9e02-426d-a47e-344a5f17042b'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:24:46.893678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:24:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['04bc436c-9e02-426d-a47e-344a5f17042b'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:46.918845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.945304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.949842 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.983483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:46.989008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e028c4d-9faa-4804-baa5-23d55021c16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:46.990691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:47.019631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:42Z', 'revision_number': 3, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:47.037237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Synchronizing usage tracker for tenant:53144d9047aa45bcbb514f8934b771d4 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:24:47.043975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27554f58-21eb-4ba3-8ac1-12875be8d9fb,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:47.050776 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Checking router: 03191cbb-c781-4b1b-ad61-bde7ea9451f9 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:24:47.051211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Updating router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 port 30393705-f88b-4e7d-8d63-31a6008fee6c binding host dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:24:47.058463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:47.080817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Unset dirty status for tenant:53144d9047aa45bcbb514f8934b771d4 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:24:47.088166 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3293cf04bab14d868a8ebe2a6605d421&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4312828 Nov 11 11:24:47.091601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60002) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:47.325970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Pushing event updated for resources: {'Port': ['ID=48fb5b25-70ee-42de-9f98-45abcfadd7b3,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:47.342960 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:47.352440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Network c0b4ef95-ae36-49da-99a3-7329131c0bad is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:47.353779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:47.369531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:24:47.370076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854064544'] for router_interface, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:47.425829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ff780445-9f10-40af-8e19-9c758e90e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:47.486664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Pushing event updated for resources: {'Port': ['ID=c117637a-f91f-4e8a-915e-d44eb239a97a,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:47.497151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:47.527719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:47.540757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c0866fe8-0ad6-4c61-90fe-dee0e13887a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:47.586146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:47.615813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] Set router 04bc436c-9e02-426d-a47e-344a5f17042b gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:24:48.036618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.051076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Transition to ACTIVE for port object 30393705-f88b-4e7d-8d63-31a6008fee6c will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:24:48.063664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.076810 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:48.161671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.169934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.171198 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853598657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711175'] for router_interface, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.176068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:48.359215 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2b7f8544-06b6-4f09-8d7e-21bb9174c199 req-0517378c-e765-4879-8552-5b23f9841ed9 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 210 time: 0.9514289 Nov 11 11:24:48.387533 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-044483b3-29e0-4307-8982-884ebd2866cf req-d79e5078-6820-46b4-b398-3a65c5e81d69 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 210 time: 0.8590226 Nov 11 11:24:48.406362 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c0866fe8-0ad6-4c61-90fe-dee0e13887a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.414177 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Pushing event updated for resources: {'Port': ['ID=48fb5b25-70ee-42de-9f98-45abcfadd7b3,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:48.504138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-ff780445-9f10-40af-8e19-9c758e90e0da None None] For port 62909e03-128a-4a8c-b513-2b3d1ac452a0, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=62909e03-128a-4a8c-b513-2b3d1ac452a0,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:24:48.528225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:48.529691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:42Z', 'revision_number': 3, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port': {'id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:48.534340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Network c0b4ef95-ae36-49da-99a3-7329131c0bad is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:48.535829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:48.545106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac53be4-65e0-4cf2-8786-5962b60f1c06 None None] The sync data for ids ['04bc436c-9e02-426d-a47e-344a5f17042b'] in dv-cinder-817417-1-smb is: [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:42Z', 'revision_number': 3, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port': {'id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:24:48.547929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ff780445-9f10-40af-8e19-9c758e90e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.667344 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c0866fe8-0ad6-4c61-90fe-dee0e13887a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.674944 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911d3be-d273-4412-bad3-b2915b6030df None None] Pushing event updated for resources: {'Port': ['ID=30393705-f88b-4e7d-8d63-31a6008fee6c,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:48.676628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:48.683804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Attempting to bind port 30393705-f88b-4e7d-8d63-31a6008fee6c on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:24:48.684226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Attempting to bind port 30393705-f88b-4e7d-8d63-31a6008fee6c by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:24:48.684641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Attempting to bind port 30393705-f88b-4e7d-8d63-31a6008fee6c on network 7fa78192-f1ce-486a-8916-6b904b8d2f76 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:24:48.691005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1911d3be-d273-4412-bad3-b2915b6030df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:48.695525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:48.725213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0866fe8-0ad6-4c61-90fe-dee0e13887a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27554f58-21eb-4ba3-8ac1-12875be8d9fb,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:48.742519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c0866fe8-0ad6-4c61-90fe-dee0e13887a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:48.745238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c0866fe8-0ad6-4c61-90fe-dee0e13887a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.746719 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c0866fe8-0ad6-4c61-90fe-dee0e13887a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27554f58-21eb-4ba3-8ac1-12875be8d9fb HTTP/1.1" status: 204 len: 168 time: 1.6510639 Nov 11 11:24:48.889184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff780445-9f10-40af-8e19-9c758e90e0da None None] Pushing event updated for resources: {'Port': ['ID=62909e03-128a-4a8c-b513-2b3d1ac452a0,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:48.955863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ff780445-9f10-40af-8e19-9c758e90e0da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:48.981469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:24:48.981972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:48.982315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:48.982871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Bound using segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:24:48.990318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Bound port: 30393705-f88b-4e7d-8d63-31a6008fee6c, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:24:48.990897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:49.224390 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-711e55aa-6e84-461d-99ae-2e96704c3546 None None] Provisioning complete for port 62909e03-128a-4a8c-b513-2b3d1ac452a0 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:49.224820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-711e55aa-6e84-461d-99ae-2e96704c3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:49.322251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 62909e03-128a-4a8c-b513-2b3d1ac452a0 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:24:49.440712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] For port 30393705-f88b-4e7d-8d63-31a6008fee6c, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:24:49.589094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-213252f5-6027-4f0a-9460-42cef7804ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:49.643009 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] For port 30393705-f88b-4e7d-8d63-31a6008fee6c, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=30393705-f88b-4e7d-8d63-31a6008fee6c,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:24:49.670789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:49.714909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1911d3be-d273-4412-bad3-b2915b6030df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:49.925708 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-34d2802c-1a00-4a85-939e-94efded50bd5 req-366864ad-ee01-4393-8464-75d965d9231f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 210 time: 0.3653855 Nov 11 11:24:49.930353 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-16cbe8cc-9301-4d74-845f-2726d7bc222e req-8d54c8c6-5673-4ad5-b08f-a7fdd483538d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 210 time: 0.2420096 Nov 11 11:24:50.201382 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Router 04bc436c-9e02-426d-a47e-344a5f17042b has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:24:50.314388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911d3be-d273-4412-bad3-b2915b6030df None None] Pushing event updated for resources: {'Port': ['ID=30393705-f88b-4e7d-8d63-31a6008fee6c,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:50.339621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:50.344494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1911d3be-d273-4412-bad3-b2915b6030df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:50.359452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 62909e03-128a-4a8c-b513-2b3d1ac452a0 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:50.359876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:50.541578 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:24:50.542323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:24:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:50.727418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:24:50.768576 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] 10.222.0.37 "PUT /v2.0/routers/04bc436c-9e02-426d-a47e-344a5f17042b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4356506 Nov 11 11:24:50.774361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:50.894017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Allocated IP 172.20.0.1 (d5664352-840f-4ab4-9e50-5e5b0a34b558/de5a6e8d-e303-4994-b9fa-513a119e55cb/333cbe77-4c3c-45f5-a885-e5ae14adcf97) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:24:51.146404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.64', 62635) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:51.481390 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:24:51.701709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-aec5d1ad-ccc4-4164-833a-03299af8c819 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:51.702519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-aec5d1ad-ccc4-4164-833a-03299af8c819 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Synchronizing usage tracker for tenant:45d03c2583e04e04a342a778caedd7d6 on resource:network {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:24:51.762773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-aec5d1ad-ccc4-4164-833a-03299af8c819 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Unset dirty status for tenant:45d03c2583e04e04a342a778caedd7d6 on resource:network {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:24:51.764261 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-aec5d1ad-ccc4-4164-833a-03299af8c819 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.64 "GET /v2.0/networks?id=1ba70f8c-bc60-40a4-89a6-95b25802decf HTTP/1.1" status: 200 len: 811 time: 0.6168029 Nov 11 11:24:51.804846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Request body: {'port': {'device_id': '186cec3b-df01-40d6-8793-e66ea295dcf6', 'network_id': '1ba70f8c-bc60-40a4-89a6-95b25802decf', 'admin_state_up': True, 'tenant_id': '45d03c2583e04e04a342a778caedd7d6'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:51.832724 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-04e91b12-a43e-4fdd-8e36-705542a08598 req-97e181bd-c723-42e4-8532-8b9ce524fe52 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 210 time: 0.3805778 Nov 11 11:24:51.851916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:51.874829 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5d214e44-e871-4f12-a4a4-0a267ca8a97c req-a7481db4-94a9-4097-b357-55ffb3cab667 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 210 time: 0.4166977 Nov 11 11:24:51.934934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60204) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:51.940677 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device c117637a-f91f-4e8a-915e-d44eb239a97a up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:24:51.946915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Transition to ACTIVE for port object 333cbe77-4c3c-45f5-a885-e5ae14adcf97 will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:24:51.974195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:51.987347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c2c95572-de81-4306-848f-42425523fb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:52.095956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.64', 62642) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:52.096939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=333cbe77-4c3c-45f5-a885-e5ae14adcf97,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:52.100763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:52.141721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b7f2dc48-8733-4e0d-bcd1-6422c1eb9156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.153106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.188852 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:52.197642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:52.202232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:24:52.203116 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854064544'] for router_interface, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.254638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:52.270656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Usage tracker for resource:port and tenant:45d03c2583e04e04a342a778caedd7d6 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:52.280890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:52.296481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:52.331727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Made reservation on behalf of 45d03c2583e04e04a342a778caedd7d6 for: {'port': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:52.348127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.485098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.490989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port c117637a-f91f-4e8a-915e-d44eb239a97a completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:24:52.515449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port c117637a-f91f-4e8a-915e-d44eb239a97a triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:52.515870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.695695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.810268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.846647 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:42Z', 'revision_number': 3, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:52.854417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ed3cb-ed1b-4756-816e-108731ccfb8b None None] The sync data for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb is: [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:42Z', 'revision_number': 3, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:24:52.869240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port c117637a-f91f-4e8a-915e-d44eb239a97a, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=c117637a-f91f-4e8a-915e-d44eb239a97a,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:24:52.877023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Allocated IP 172.20.0.2 (1ba70f8c-bc60-40a4-89a6-95b25802decf/573594f3-0e9a-4917-aed8-f56e668c071a/88fcc7b0-911c-448b-8365-edc5fcead9d1) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:24:52.879309 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:52.881962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:53.057752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-e5d9faaa-c1cd-46fc-a7c0-4ec5b0ce4061 None None] Provisioning for port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:24:53.070262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-e5d9faaa-c1cd-46fc-a7c0-4ec5b0ce4061 None None] Provisioning complete for port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:53.070874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5d9faaa-c1cd-46fc-a7c0-4ec5b0ce4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:53.159043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=c117637a-f91f-4e8a-915e-d44eb239a97a,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:53.173465 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:53.186622 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9faaa-c1cd-46fc-a7c0-4ec5b0ce4061 None None] Port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:24:53.279372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:53.293933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-2ee73253-596f-4866-9cf6-b20773a1f63a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:53.294721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-2ee73253-596f-4866-9cf6-b20773a1f63a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Synchronizing usage tracker for tenant:b24d947783124dd4bcdd1e6f434e53bf on resource:network {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:24:53.311552 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Usage tracker for resource:security_group_rule and tenant:c39c711f5ce841328bd7f9e6634f986a is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:53.316185 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cb2c72c8-db3b-4547-9ff9-b893ea25fd3a req-f86a28da-0735-45fe-941d-87160dc82b85 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 210 time: 0.1026425 Nov 11 11:24:53.322155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-95a77654-995a-4d68-8f04-d42b2412c8ad tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:53.323764 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-95a77654-995a-4d68-8f04-d42b2412c8ad tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 813 time: 1.2214737 Nov 11 11:24:53.324852 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:53.354222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:53.359910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Request body: {'port': {'device_id': '83e13eba-3ca1-497f-9e8a-ca02b021e899', 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'admin_state_up': True, 'tenant_id': '366a6c6192c449c1bed44196331d3707'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:53.435469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:53.455708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:53.518269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:53.529238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-33567e83-a7af-4a7d-b170-ec73b78b2e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:53.570703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device c117637a-f91f-4e8a-915e-d44eb239a97a up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:24:53.611876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Network 1ba70f8c-bc60-40a4-89a6-95b25802decf is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:53.615447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:53.620664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:24:53.629218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:53.629905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:53.698886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:53.706891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port c117637a-f91f-4e8a-915e-d44eb239a97a triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:53.707507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:53.787673 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9876931 Nov 11 11:24:53.811921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Pushing event updated for resources: {'Port': ['ID=88fcc7b0-911c-448b-8365-edc5fcead9d1,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:53.840304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:53.846420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-0d3e7cb9-33ee-46e7-a433-d7cf7c242dd4 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=88093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 11:24:53.859527 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-0d3e7cb9-33ee-46e7-a433-d7cf7c242dd4 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0137434 Nov 11 11:24:54.043296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Sync routers for ids ['04bc436c-9e02-426d-a47e-344a5f17042b'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:24:54.095511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Routers {'04bc436c-9e02-426d-a47e-344a5f17042b'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:24:54.097050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:24:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['04bc436c-9e02-426d-a47e-344a5f17042b'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:54.153856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:54.159352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Usage tracker for resource:port and tenant:366a6c6192c449c1bed44196331d3707 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:54.165018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:54.183451 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:54.200665 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:54.212726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Made reservation on behalf of 366a6c6192c449c1bed44196331d3707 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:24:54.220521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:54.274884 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853598657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711175'] for router_interface, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:54.579438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Request body: {'port': {'device_id': '186cec3b-df01-40d6-8793-e66ea295dcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:24:54.719583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Allocated IP 172.20.0.12 (ee36b3f8-74c1-4062-89a0-0fd2ea355da2/f4d7c299-1b89-4221-8ad4-2c8042a914b0/2d3bddcd-bf65-44a0-b959-07f20cf2e161) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:24:54.720307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Set router 04bc436c-9e02-426d-a47e-344a5f17042b gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:24:54.894866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:55.022214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:55.040176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:55.164307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:55.274704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-2ee73253-596f-4866-9cf6-b20773a1f63a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Unset dirty status for tenant:b24d947783124dd4bcdd1e6f434e53bf on resource:network {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:24:55.277751 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-2ee73253-596f-4866-9cf6-b20773a1f63a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 818 time: 2.5177498 Nov 11 11:24:55.695870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:47Z', 'revision_number': 4, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port': {'id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '48fb5b25-70ee-42de-9f98-45abcfadd7b3', 'name': '', 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'mac_address': 'fa:16:3e:a3:2b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb10ed-354c-4e90-9282-ee6b6c60b8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:46Z', 'updated_at': '2021-11-11T11:24:47Z', 'revision_number': 2, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'subnets': [{'id': 'dcbb10ed-354c-4e90-9282-ee6b6c60b8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:55.703919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Checking router: 04bc436c-9e02-426d-a47e-344a5f17042b for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:24:55.712161 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Updating router 04bc436c-9e02-426d-a47e-344a5f17042b port 48fb5b25-70ee-42de-9f98-45abcfadd7b3 binding host dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:24:55.800511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 30393705-f88b-4e7d-8d63-31a6008fee6c up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:24:55.880825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.121381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 30393705-f88b-4e7d-8d63-31a6008fee6c completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:24:56.137542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fcc7b0-911c-448b-8365-edc5fcead9d1 {{(pid=88093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:24:56.147838 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 30393705-f88b-4e7d-8d63-31a6008fee6c triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:56.148293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.148992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.174278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=333cbe77-4c3c-45f5-a885-e5ae14adcf97,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:56.181276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Transition to ACTIVE for port object 88fcc7b0-911c-448b-8365-edc5fcead9d1 will not be triggered until provisioned by entity L2. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:24:56.186782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.247005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.352s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:56.264566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:56.293901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.020s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:56.519962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.536418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Transition to ACTIVE for port object 48fb5b25-70ee-42de-9f98-45abcfadd7b3 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:24:56.545862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.577548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:56.586981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.677628 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-b45118c5-2852-4152-a5ad-eea28391414d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/quotas/b24d947783124dd4bcdd1e6f434e53bf HTTP/1.1" status: 200 len: 375 time: 0.6075869 Nov 11 11:24:56.685075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 30393705-f88b-4e7d-8d63-31a6008fee6c, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=30393705-f88b-4e7d-8d63-31a6008fee6c,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:24:56.696223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.698757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5ad10dc0-b62e-4e92-b10a-50a28ce39635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:56.735312 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c39c711f5ce841328bd7f9e6634f986a&name=default HTTP/1.1" status: 200 len: 2647 time: 4.7987709 Nov 11 11:24:56.762438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:56.779490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60336) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:56.792103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Pushing event updated for resources: {'Port': ['ID=88fcc7b0-911c-448b-8365-edc5fcead9d1,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:56.796351 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:56.890792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Attempting to bind port 88fcc7b0-911c-448b-8365-edc5fcead9d1 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:24:56.891324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Attempting to bind port 88fcc7b0-911c-448b-8365-edc5fcead9d1 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'd6d1a5c0-cf2c-4757-81b6-63acad200bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '1ba70f8c-bc60-40a4-89a6-95b25802decf'}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:24:56.891727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Attempting to bind port 88fcc7b0-911c-448b-8365-edc5fcead9d1 on network 1ba70f8c-bc60-40a4-89a6-95b25802decf {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:24:56.900985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Port 88fcc7b0-911c-448b-8365-edc5fcead9d1 on network 1ba70f8c-bc60-40a4-89a6-95b25802decf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:24:56.901678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Attempting to bind port 88fcc7b0-911c-448b-8365-edc5fcead9d1 on network 1ba70f8c-bc60-40a4-89a6-95b25802decf {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:24:56.929835 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:24:56.930184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Checking segment: {'id': 'd6d1a5c0-cf2c-4757-81b6-63acad200bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '1ba70f8c-bc60-40a4-89a6-95b25802decf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:56.930850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Bound using segment: {'id': 'd6d1a5c0-cf2c-4757-81b6-63acad200bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '1ba70f8c-bc60-40a4-89a6-95b25802decf'} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:24:56.933130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Bound port: 88fcc7b0-911c-448b-8365-edc5fcead9d1, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d1a5c0-cf2c-4757-81b6-63acad200bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '1ba70f8c-bc60-40a4-89a6-95b25802decf'}}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:24:56.933804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:56.981458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde104db-7832-423c-830d-c2879ed8d4a5,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:56.987505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=30393705-f88b-4e7d-8d63-31a6008fee6c,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:56.989807 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:56.998293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:57.011500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:57.075224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48aa09-c662-4a74-ae3b-ffd6090c5a7d req-c2769c14-98b7-4704-a24b-59d902059348 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:57.085139 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cf48aa09-c662-4a74-ae3b-ffd6090c5a7d req-c2769c14-98b7-4704-a24b-59d902059348 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 931 time: 3.1100385 Nov 11 11:24:57.266587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:57.289715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] For port 88fcc7b0-911c-448b-8365-edc5fcead9d1, host hv-cinder-81741, cleared binding levels {{(pid=88093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:24:57.297485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] For port 88fcc7b0-911c-448b-8365-edc5fcead9d1, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=88fcc7b0-911c-448b-8365-edc5fcead9d1,segment=NetworkSegment(d6d1a5c0-cf2c-4757-81b6-63acad200bd3),segment_id=d6d1a5c0-cf2c-4757-81b6-63acad200bd3)] {{(pid=88093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:24:57.309832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:57.367244 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:57.369317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:57.549933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:57.559966 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] 10.222.0.64 "PUT /v2.0/ports/88fcc7b0-911c-448b-8365-edc5fcead9d1 HTTP/1.1" status: 200 len: 1093 time: 3.3059857 Nov 11 11:24:57.562098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cec3b-df01-40d6-8793-e66ea295dcf6', 'tag': '88fcc7b0-911c-448b-8365-edc5fcead9d1'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:24:57.642164 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 30393705-f88b-4e7d-8d63-31a6008fee6c up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:24:57.677947 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cf48aa09-c662-4a74-ae3b-ffd6090c5a7d req-00ce2051-d44e-40df-ad51-2620d6003f58 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912411 Nov 11 11:24:57.756889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb9146-3443-45c4-8118-4ed3219da1cc None None] Pushing event updated for resources: {'Port': ['ID=48fb5b25-70ee-42de-9f98-45abcfadd7b3,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:57.790803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b0bb9146-3443-45c4-8118-4ed3219da1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.214s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:57.795140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Attempting to bind port 48fb5b25-70ee-42de-9f98-45abcfadd7b3 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:24:57.798668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Attempting to bind port 48fb5b25-70ee-42de-9f98-45abcfadd7b3 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:24:57.799316 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Attempting to bind port 48fb5b25-70ee-42de-9f98-45abcfadd7b3 on network c0b4ef95-ae36-49da-99a3-7329131c0bad {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:24:57.837055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60358) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:57.837431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:24:57.838350 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Checking segment: {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:24:57.838350 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:57.838990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Bound using segment: {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:24:57.839359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8f38a6d2-deb5-4e2b-8276-db8cc49ee4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:57.839777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Bound port: 48fb5b25-70ee-42de-9f98-45abcfadd7b3, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:24:57.840329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:57.922984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 30393705-f88b-4e7d-8d63-31a6008fee6c triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:57.924279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:58.010378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8f38a6d2-deb5-4e2b-8276-db8cc49ee4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:58.036546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] For port 48fb5b25-70ee-42de-9f98-45abcfadd7b3, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:24:58.045026 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] For port 48fb5b25-70ee-42de-9f98-45abcfadd7b3, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=48fb5b25-70ee-42de-9f98-45abcfadd7b3,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:24:58.049277 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:58.064520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:58.090778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:58.108989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-01adf6bf-d390-4177-adbb-9ca9ada641a5 None None] Provisioning complete for port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:58.110058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01adf6bf-d390-4177-adbb-9ca9ada641a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:58.118502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60362) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:24:58.148219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Pushing event updated for resources: {'Port': ['ID=88fcc7b0-911c-448b-8365-edc5fcead9d1,revision_number=3']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:58.154169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:58.255068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-01adf6bf-d390-4177-adbb-9ca9ada641a5 None None] Port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:24:58.270593 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-80138f99-b587-48e3-b45a-15749f68c3d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45d03c2583e04e04a342a778caedd7d6&device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 1096 time: 0.4295740 Nov 11 11:24:58.312169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb9146-3443-45c4-8118-4ed3219da1cc None None] Pushing event updated for resources: {'Port': ['ID=48fb5b25-70ee-42de-9f98-45abcfadd7b3,revision_number=4']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:58.330378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b0bb9146-3443-45c4-8118-4ed3219da1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:58.360015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Routers {'04bc436c-9e02-426d-a47e-344a5f17042b'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:24:58.361264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:24:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['04bc436c-9e02-426d-a47e-344a5f17042b'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:58.506497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:58.525062 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-f9b12fe9-147f-418e-b324-2326ecce5419 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88fcc7b0-911c-448b-8365-edc5fcead9d1 HTTP/1.1" status: 200 len: 217 time: 0.2221322 Nov 11 11:24:58.667596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-29b30134-d55f-4d3d-9e14-72ca7ac832bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:58.669341 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-29b30134-d55f-4d3d-9e14-72ca7ac832bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=573594f3-0e9a-4917-aed8-f56e668c071a HTTP/1.1" status: 200 len: 851 time: 0.1163754 Nov 11 11:24:58.744920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] Set router 04bc436c-9e02-426d-a47e-344a5f17042b gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:24:58.760248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Pushing event updated for resources: {'Port': ['ID=2d3bddcd-bf65-44a0-b959-07f20cf2e161,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:58.826871 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-da262eae-7dd1-40a8-8c57-2c4019f578aa tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0605397 Nov 11 11:24:58.827175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:58.889018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:58.989183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:59.011027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:24:59.021691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:24:59.045696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:24:59.050456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:59.051111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:59.064779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8f38a6d2-deb5-4e2b-8276-db8cc49ee4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:59.113614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c0866fe8-0ad6-4c61-90fe-dee0e13887a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:24:59.136475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:59.208251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38a6d2-deb5-4e2b-8276-db8cc49ee4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde104db-7832-423c-830d-c2879ed8d4a5,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:24:59.212593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Usage tracker for resource:security_group_rule and tenant:eda0d361d61643718daef96100d55810 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:59.213114 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:47Z', 'revision_number': 4, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port': {'id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '48fb5b25-70ee-42de-9f98-45abcfadd7b3', 'name': '', 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'mac_address': 'fa:16:3e:a3:2b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb10ed-354c-4e90-9282-ee6b6c60b8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:46Z', 'updated_at': '2021-11-11T11:24:58Z', 'revision_number': 4, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'subnets': [{'id': 'dcbb10ed-354c-4e90-9282-ee6b6c60b8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:24:59.217707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bb109-d46f-4103-b2d7-5f6a197e5af5 None None] The sync data for ids ['04bc436c-9e02-426d-a47e-344a5f17042b'] in dv-cinder-817417-1-smb is: [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:47Z', 'revision_number': 4, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port': {'id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '48fb5b25-70ee-42de-9f98-45abcfadd7b3', 'name': '', 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'mac_address': 'fa:16:3e:a3:2b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcbb10ed-354c-4e90-9282-ee6b6c60b8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:46Z', 'updated_at': '2021-11-11T11:24:58Z', 'revision_number': 4, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'subnets': [{'id': 'dcbb10ed-354c-4e90-9282-ee6b6c60b8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:24:59.233556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:59.275392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8f38a6d2-deb5-4e2b-8276-db8cc49ee4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:24:59.290111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64037d-e537-4a7a-83c0-cb9921955832 req-0fbe041a-f3ce-40f0-a4ae-ca4a1e983ef6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:24:59.290893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-9e64037d-e537-4a7a-83c0-cb9921955832 req-0fbe041a-f3ce-40f0-a4ae-ca4a1e983ef6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Synchronizing usage tracker for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:24:59.297456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:59.300519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:24:59.435835 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c993be5f00bf4f6baf3595063ef9c89f is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:24:59.445191 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0969808 Nov 11 11:24:59.453477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:24:59.461523 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8f38a6d2-deb5-4e2b-8276-db8cc49ee4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:59.468454 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8f38a6d2-deb5-4e2b-8276-db8cc49ee4e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bde104db-7832-423c-830d-c2879ed8d4a5 HTTP/1.1" status: 204 len: 168 time: 2.6855555 Nov 11 11:24:59.494462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:24:59.609950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-9e64037d-e537-4a7a-83c0-cb9921955832 req-0fbe041a-f3ce-40f0-a4ae-ca4a1e983ef6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Unset dirty status for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:24:59.611284 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9e64037d-e537-4a7a-83c0-cb9921955832 req-0fbe041a-f3ce-40f0-a4ae-ca4a1e983ef6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 932 time: 1.4380023 Nov 11 11:24:59.661058 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-2e3a3ce9-b0c9-45d7-a535-272c4442b425 service neutron] 10.222.0.37 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366419 Nov 11 11:24:59.732405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 48fb5b25-70ee-42de-9f98-45abcfadd7b3 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:24:59.924797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 48fb5b25-70ee-42de-9f98-45abcfadd7b3 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:24:59.933064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 48fb5b25-70ee-42de-9f98-45abcfadd7b3 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:24:59.933720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:24:59.935423 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9e64037d-e537-4a7a-83c0-cb9921955832 req-832ec40c-5dc5-4178-9bd4-784c25227454 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863081 Nov 11 11:25:00.161094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60402) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:00.171002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.195270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.200930 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.261993 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 48fb5b25-70ee-42de-9f98-45abcfadd7b3, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=48fb5b25-70ee-42de-9f98-45abcfadd7b3,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:00.269768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.287060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:00.293173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:00.304487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b406505a858a4e1691ad5f7b9b968a6f is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:00.323050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:00.334290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:00.359380 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-d90e5176-e86f-4745-a453-647735dabe81 service neutron] 10.222.0.37 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914271 Nov 11 11:25:00.371634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.420767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:00.438485 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eda0d361d61643718daef96100d55810&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3610184 Nov 11 11:25:00.439429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60406) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:00.495302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=48fb5b25-70ee-42de-9f98-45abcfadd7b3,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:00.501531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.514225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.517032 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:00.540630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:00.661601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23c7407-12d1-4758-ac9b-cc5fd228366a,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:00.667125 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b406505a858a4e1691ad5f7b9b968a6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5046546 Nov 11 11:25:00.672693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:00.673218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60410) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:00.719731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83af996-aa29-45b4-a6bf-bf08c5a36a32,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:00.750143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.752416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:00.771839 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.812661 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cec3b-df01-40d6-8793-e66ea295dcf6', 'tag': '88fcc7b0-911c-448b-8365-edc5fcead9d1', 'status': 'completed', 'code': 200} Nov 11 11:25:00.838020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9ebd7284-0890-4394-a6c8-1be2d4ba6e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.850085 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:00.875805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c069e9f-746b-453a-a60c-956080d57c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.938512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c069e9f-746b-453a-a60c-956080d57c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:00.974614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afabed6f-86f9-4fc5-bede-74d9f54b3299,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:01.022882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c069e9f-746b-453a-a60c-956080d57c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:01.029063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:01.065761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c069e9f-746b-453a-a60c-956080d57c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23c7407-12d1-4758-ac9b-cc5fd228366a,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:01.069656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0c069e9f-746b-453a-a60c-956080d57c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:01.073480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c069e9f-746b-453a-a60c-956080d57c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:01.077417 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0c069e9f-746b-453a-a60c-956080d57c27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f23c7407-12d1-4758-ac9b-cc5fd228366a HTTP/1.1" status: 204 len: 168 time: 0.4006300 Nov 11 11:25:01.564907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9ebd7284-0890-4394-a6c8-1be2d4ba6e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:01.615815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:01.616820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 48fb5b25-70ee-42de-9f98-45abcfadd7b3 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:01.747891 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-253b27ba-8139-4a56-bdc5-fed34f370c8e req-f84f8a4a-b13a-4008-890b-3393a4f3e504 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 210 time: 0.7630346 Nov 11 11:25:01.801426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:25:01.853347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 48fb5b25-70ee-42de-9f98-45abcfadd7b3 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:01.853760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:01.861150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Request body: {'port': {'device_id': '83e13eba-3ca1-497f-9e8a-ca02b021e899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:01.955211 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-8b0937b5-3394-47dc-aa97-b809400c0abe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ba70f8c-bc60-40a4-89a6-95b25802decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757901 Nov 11 11:25:02.223955 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c993be5f00bf4f6baf3595063ef9c89f&name=default HTTP/1.1" status: 200 len: 2647 time: 4.1012878 Nov 11 11:25:02.263443 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-bde2f296-6647-403e-9cbc-01b4be695949 service neutron] 10.222.0.64 "GET /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963302 Nov 11 11:25:02.264182 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60452) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:02.506278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9ebd7284-0890-4394-a6c8-1be2d4ba6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:02.579207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:02.654390 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd7284-0890-4394-a6c8-1be2d4ba6e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83af996-aa29-45b4-a6bf-bf08c5a36a32,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:02.665252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:02.711494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9ebd7284-0890-4394-a6c8-1be2d4ba6e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:02.822285 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9ebd7284-0890-4394-a6c8-1be2d4ba6e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:02.829582 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9ebd7284-0890-4394-a6c8-1be2d4ba6e8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c83af996-aa29-45b4-a6bf-bf08c5a36a32 HTTP/1.1" status: 204 len: 168 time: 2.3753695 Nov 11 11:25:02.876225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e44ad5-7bc3-43b7-ba63-2097845ee506 req-650a84b7-27f0-4cff-88ce-94d50f5b4b6f tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:02.877957 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d3e44ad5-7bc3-43b7-ba63-2097845ee506 req-650a84b7-27f0-4cff-88ce-94d50f5b4b6f tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 943 time: 1.2547495 Nov 11 11:25:02.912497 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-788467a7-ba2a-4d9c-8043-02b326b696fe req-30c76aa1-88eb-4f16-a12c-c42340d3f14c service neutron] 10.222.0.64 "GET /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998270 Nov 11 11:25:02.920029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-445a355e-b4f1-4bf8-acc8-b9c3618d1b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:02.953917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-445a355e-b4f1-4bf8-acc8-b9c3618d1b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:03.010521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6b433-8fb8-49dd-a09f-1c610e5ed1bf req-3079b60e-edf5-4df0-a9e5-57b9b855e215 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:03.021158 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-445a355e-b4f1-4bf8-acc8-b9c3618d1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:03.022192 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6ba6b433-8fb8-49dd-a09f-1c610e5ed1bf req-3079b60e-edf5-4df0-a9e5-57b9b855e215 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 932 time: 0.7793157 Nov 11 11:25:03.034314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:03.057334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a355e-b4f1-4bf8-acc8-b9c3618d1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afabed6f-86f9-4fc5-bede-74d9f54b3299,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:03.059650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-445a355e-b4f1-4bf8-acc8-b9c3618d1b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:03.065056 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-445a355e-b4f1-4bf8-acc8-b9c3618d1b17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afabed6f-86f9-4fc5-bede-74d9f54b3299 HTTP/1.1" status: 204 len: 168 time: 0.7957301 Nov 11 11:25:03.065056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-445a355e-b4f1-4bf8-acc8-b9c3618d1b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:03.243264 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6ba6b433-8fb8-49dd-a09f-1c610e5ed1bf req-f8065e1c-abcf-43e4-976c-9f80d6469c36 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191579 Nov 11 11:25:03.372477 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d3e44ad5-7bc3-43b7-ba63-2097845ee506 req-e5a744d9-63ce-46dc-8cbd-5a5a5cf89b8e tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128938 Nov 11 11:25:03.690418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60492) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:03.741412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:03.851831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:25:03.854117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:03.862770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Sync routers for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:25:03.875288 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] 10.222.0.37 "PUT /v2.0/routers/03191cbb-c781-4b1b-ad61-bde7ea9451f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3639278 Nov 11 11:25:03.888966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Usage tracker for resource:security_group_rule and tenant:4cbd0bb9cbb241a3b337af51d4081887 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:03.893055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:03.902287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:03.909112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:25:03.911883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:24:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:03.996222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3bddcd-bf65-44a0-b959-07f20cf2e161 {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:04.004223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.021915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Transition to ACTIVE for port object 2d3bddcd-bf65-44a0-b959-07f20cf2e161 will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:04.027009 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.041274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9715ed19-3de4-4957-a2d0-416247909259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:04.102515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.111147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.133727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-b8d227c8-8972-479e-a428-1981415b142a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:04.135501 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-b8d227c8-8972-479e-a428-1981415b142a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 818 time: 0.6601255 Nov 11 11:25:04.199673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e519e7da-0ae6-4132-a5f9-7e0db99db99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:04.213424 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cbd0bb9cbb241a3b337af51d4081887&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5171597 Nov 11 11:25:04.219515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60500) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:04.276785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:25:04.295324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Pushing event updated for resources: {'Port': ['ID=2d3bddcd-bf65-44a0-b959-07f20cf2e161,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:04.317774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac9a00-7105-46a6-8943-8d569f6d53c8,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:04.332303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:04.332889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60506) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:04.378259 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:04.405555 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.467144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:04.470115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] Usage tracker for resource:security_group_rule and tenant:7083a414457d4f03940cdba79f8b286f is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:04.473840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:04.482443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:04.513706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c42-f33a-47ba-b7f7-3b4f32b0a069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.558760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c42-f33a-47ba-b7f7-3b4f32b0a069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.568878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Attempting to bind port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:04.569462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Attempting to bind port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:04.569801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Attempting to bind port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:04.573370 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-4b2e781a-8560-4781-8e29-909c9d1bbef5 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/quotas/b24d947783124dd4bcdd1e6f434e53bf HTTP/1.1" status: 200 len: 375 time: 0.4217079 Nov 11 11:25:04.665259 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.704617 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.708456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c42-f33a-47ba-b7f7-3b4f32b0a069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.748989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:25:04.749360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Attempting to bind port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:04.750132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:04.771824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:04.772200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Checking segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:04.772910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Bound using segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:04.773441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Bound port: 2d3bddcd-bf65-44a0-b959-07f20cf2e161, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:04.773823 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:04.810556 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7083a414457d4f03940cdba79f8b286f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4596701 Nov 11 11:25:04.812639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60518) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:04.813604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4959fe-bc6e-4275-88d2-ca56fca64826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc7ff1-35b8-4b65-8415-79f1dc37a489,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:04.927356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b2c42-f33a-47ba-b7f7-3b4f32b0a069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac9a00-7105-46a6-8943-8d569f6d53c8,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:04.939032 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b83b2c42-f33a-47ba-b7f7-3b4f32b0a069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:04.961704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:04.961996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:05.031087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c42-f33a-47ba-b7f7-3b4f32b0a069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:05.034354 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b83b2c42-f33a-47ba-b7f7-3b4f32b0a069 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2ac9a00-7105-46a6-8943-8d569f6d53c8 HTTP/1.1" status: 204 len: 168 time: 0.8174155 Nov 11 11:25:05.036656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb542989-1c63-4fae-aff9-2c47de641f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:05.052527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb574f-983c-4131-a073-f0449fba5115 req-58b9d81e-f0a6-4406-8e7b-cfd83aa8de6a tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:05.065210 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-20fb574f-983c-4131-a073-f0449fba5115 req-58b9d81e-f0a6-4406-8e7b-cfd83aa8de6a tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 944 time: 0.4948525 Nov 11 11:25:05.109645 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb542989-1c63-4fae-aff9-2c47de641f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:05.127227 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-a7685896-0e40-4771-96c4-92ea0a102f33 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4932358 Nov 11 11:25:05.207838 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-20fb574f-983c-4131-a073-f0449fba5115 req-0e483e02-29c5-4c19-976e-5a33bc23d542 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410451 Nov 11 11:25:05.221341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:24:53Z', 'revision_number': 2, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:05.232703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb542989-1c63-4fae-aff9-2c47de641f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:05.240529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Checking router: 03191cbb-c781-4b1b-ad61-bde7ea9451f9 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:25:05.240947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Updating router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 binding host dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:25:05.248965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-00b73401-dbe0-4ea2-8b59-ea04642d40d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:05.258670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] For port 2d3bddcd-bf65-44a0-b959-07f20cf2e161, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:05.286133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb542989-1c63-4fae-aff9-2c47de641f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc7ff1-35b8-4b65-8415-79f1dc37a489,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:05.305536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fb542989-1c63-4fae-aff9-2c47de641f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:05.307013 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb542989-1c63-4fae-aff9-2c47de641f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:05.312300 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-fb542989-1c63-4fae-aff9-2c47de641f34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9abc7ff1-35b8-4b65-8415-79f1dc37a489 HTTP/1.1" status: 204 len: 168 time: 0.4558313 Nov 11 11:25:05.451205 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:05.595004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] For port 2d3bddcd-bf65-44a0-b959-07f20cf2e161, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2d3bddcd-bf65-44a0-b959-07f20cf2e161,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:05.614375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:05.649910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:05.801342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:05.813428 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] 10.222.0.64 "PUT /v2.0/ports/2d3bddcd-bf65-44a0-b959-07f20cf2e161 HTTP/1.1" status: 200 len: 1094 time: 3.9695320 Nov 11 11:25:05.814041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e13eba-3ca1-497f-9e8a-ca02b021e899', 'tag': '2d3bddcd-bf65-44a0-b959-07f20cf2e161'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:05.949430 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-ea9c26d8-b051-43ae-9c09-ecf35208c825 service neutron] 10.222.0.37 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011601 Nov 11 11:25:06.023310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Pushing event updated for resources: {'Port': ['ID=2d3bddcd-bf65-44a0-b959-07f20cf2e161,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:06.031269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:06.066381 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-106a729d-e6cb-460d-af4d-7e7ff9f71928 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 1097 time: 0.1766992 Nov 11 11:25:06.185268 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-08fb5e73-7478-4925-bafc-00061a3a5e9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3bddcd-bf65-44a0-b959-07f20cf2e161 HTTP/1.1" status: 200 len: 217 time: 0.1088967 Nov 11 11:25:06.371033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-b076674f-eced-471a-bd8e-67d4ec2941ef service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:06.374898 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-b076674f-eced-471a-bd8e-67d4ec2941ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.1824677 Nov 11 11:25:06.377733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:06.405812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Transition to ACTIVE for port object 333cbe77-4c3c-45f5-a885-e5ae14adcf97 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:06.418877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:06.425271 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-d27d5801-a079-4434-bb31-b995da48e039 service neutron] 10.222.0.37 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549294 Nov 11 11:25:06.441792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:06.450435 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-992f1482-1bf9-465c-8ff6-c01970db3c52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45d03c2583e04e04a342a778caedd7d6&device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 1096 time: 0.4209056 Nov 11 11:25:06.553135 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.64', 62659) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:06.667668 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-1dbfb0fe-63c3-466d-8f5d-b8f1daef9df2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2829247 Nov 11 11:25:06.706970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bddc8-dba1-4346-8584-340a1725929b None None] Pushing event updated for resources: {'Port': ['ID=333cbe77-4c3c-45f5-a885-e5ae14adcf97,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:06.721154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-546bddc8-dba1-4346-8584-340a1725929b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:06.964395 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60600) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:07.022705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-bbcc4b94-272c-4041-8f1f-8a72050a4da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:07.029711 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-bbcc4b94-272c-4041-8f1f-8a72050a4da1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ba70f8c-bc60-40a4-89a6-95b25802decf HTTP/1.1" status: 200 len: 912 time: 0.5719609 Nov 11 11:25:07.058223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2031318989', 'description': 'tempest-description--540758428'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:07.083632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Attempting to bind port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:07.084184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Attempting to bind port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:07.084702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Attempting to bind port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 on network d5664352-840f-4ab4-9e50-5e5b0a34b558 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:07.105546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:07.108363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Checking segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:07.109308 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:07.110352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Bound using segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:07.119808 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Bound port: 333cbe77-4c3c-45f5-a885-e5ae14adcf97, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:07.127635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:07.228030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:07.275921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:security_group and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:07.292030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:07.293604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] For port 333cbe77-4c3c-45f5-a885-e5ae14adcf97, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:07.297486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] For port 333cbe77-4c3c-45f5-a885-e5ae14adcf97, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=333cbe77-4c3c-45f5-a885-e5ae14adcf97,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:07.309228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:07.324434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:07.328088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-91c29762-8de7-4c5b-9ad8-e3294c6db0e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:07.368713 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-87cd0a3d-ffdc-4098-9df3-7a7fca0e992d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88fcc7b0-911c-448b-8365-edc5fcead9d1 HTTP/1.1" status: 200 len: 217 time: 0.3282559 Nov 11 11:25:07.382410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:07.405420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-785e1b9b-d898-4f8e-8275-c1c08b85ba0c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:07.407200 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-785e1b9b-d898-4f8e-8275-c1c08b85ba0c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 818 time: 0.8473194 Nov 11 11:25:07.416778 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-af26a87f-62d5-48e7-bf35-e322ef11e288 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280309 Nov 11 11:25:07.434905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bddc8-dba1-4346-8584-340a1725929b None None] Pushing event updated for resources: {'Port': ['ID=333cbe77-4c3c-45f5-a885-e5ae14adcf97,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:07.454725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Request body: {'port': {'device_id': 'b2217f9e-1ca4-4eb5-b004-3711628b89d0', 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad', 'admin_state_up': True, 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:07.467725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:25:07.468558 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:24:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:07.585664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:07.601442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-546bddc8-dba1-4346-8584-340a1725929b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:07.612150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:security_group_rule and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:07.632258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:07.740623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b816c6a-51fc-4b10-83f2-d29465964b10 req-e29005ef-b982-486e-9c97-54d388059488 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:07.750983 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8b816c6a-51fc-4b10-83f2-d29465964b10 req-e29005ef-b982-486e-9c97-54d388059488 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 943 time: 0.5922885 Nov 11 11:25:07.774536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-530d0b98-13bb-485c-82d5-9b4b2cfb8e9a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:07.776409 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-530d0b98-13bb-485c-82d5-9b4b2cfb8e9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=573594f3-0e9a-4917-aed8-f56e668c071a HTTP/1.1" status: 200 len: 851 time: 0.3010502 Nov 11 11:25:07.821065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:07.845637 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-7bd478f7-9c1f-4eb3-b829-c9853bc1d1d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ba70f8c-bc60-40a4-89a6-95b25802decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539331 Nov 11 11:25:07.881105 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:25:07.989238 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89272e2e-a5ed-48fc-b868-128ffbd94a27 req-79b0120d-00ee-4ef7-aae2-403b08ef5069 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421412 Nov 11 11:25:08.064303 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8b816c6a-51fc-4b10-83f2-d29465964b10 req-a3f2018b-a6ab-4f93-bcef-97f2594dbc00 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120012 Nov 11 11:25:08.079954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbe887-b04b-46a9-964f-1d07fb9464dd req-62dedb9a-53ba-46a4-8cdc-612a790d105f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:08.088914 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cafbe887-b04b-46a9-964f-1d07fb9464dd req-62dedb9a-53ba-46a4-8cdc-612a790d105f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 944 time: 0.7495201 Nov 11 11:25:08.143084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:08.185770 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-410dc8f5-22c3-49b6-b451-d36fd32d0595 service neutron] 10.222.0.64 "GET /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300235 Nov 11 11:25:08.240106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:08.248662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Usage tracker for resource:port and tenant:b24d947783124dd4bcdd1e6f434e53bf is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:08.252246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:08.261021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:08.272352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:08.289498 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cafbe887-b04b-46a9-964f-1d07fb9464dd req-e2cc3ecf-458a-4102-9d62-b1fde5235602 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989565 Nov 11 11:25:08.326428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:08.387062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9722c474-f454-475d-b509-1481180c7f16,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:08.400978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:08.402086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Made reservation on behalf of b24d947783124dd4bcdd1e6f434e53bf for: {'port': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:25:08.408062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:08.442148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:08.456028 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4760883 Nov 11 11:25:08.467214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60644) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:08.481641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'security_group_rule': {'security_group_id': '9722c474-f454-475d-b509-1481180c7f16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:08.483393 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01212765-a376-4082-bbab-f4b9df7d3fc7 req-655e852a-d926-490e-9b4c-64d828c7de67 service neutron] 10.222.0.64 "GET /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797306 Nov 11 11:25:08.501213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:08.560164 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:security_group_rule and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:08.564248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:08.576729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:08.579857 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-582be640-f03c-4b82-99b4-47e1ae2e7af2 req-83d27f15-baad-4b66-8e75-7c20710f5ad8 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 210 time: 0.0949440 Nov 11 11:25:08.731062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:08.875642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Allocated IP 172.20.0.11 (c0b4ef95-ae36-49da-99a3-7329131c0bad/dcbb10ed-354c-4e90-9282-ee6b6c60b8e9/5d49ce11-fe16-476b-b17d-a80f60f5b8ab) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:08.896185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:08.903855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:08.906093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:07Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:08.911544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41150f6e-dd37-4ed9-8c00-fbd6874f5dae None None] The sync data for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb is: [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:07Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:25:08.912623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:08.957008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2008bc-e772-44ad-8424-627eff5e47fc,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:08.984341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:09.046419 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:09.048572 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5800464 Nov 11 11:25:09.058458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60662) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:09.073379 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'security_group_rule': {'security_group_id': '9722c474-f454-475d-b509-1481180c7f16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:09.110222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:09.142132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:security_group_rule and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:09.215427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:09.276848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:09.296340 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e13eba-3ca1-497f-9e8a-ca02b021e899', 'tag': '2d3bddcd-bf65-44a0-b959-07f20cf2e161', 'status': 'completed', 'code': 200} Nov 11 11:25:09.447855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:09.497760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-7d3364a8-cf69-44e6-977a-e44ccdc5b765 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:09.509984 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-7d3364a8-cf69-44e6-977a-e44ccdc5b765 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 818 time: 0.5793281 Nov 11 11:25:09.572188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:09.605807 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0991e74-446a-441b-be85-724c5c3841c7 req-5997d3a1-5b26-4ed8-856e-ef2ec6319556 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 1097 time: 0.3003328 Nov 11 11:25:09.619464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Request body: {'port': {'device_id': '37fd048a-41e8-4b5d-9ad8-1f7df342afb8', 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad', 'admin_state_up': True, 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:09.645858 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 333cbe77-4c3c-45f5-a885-e5ae14adcf97 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:09.806223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:09.816264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:09.816685 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:09.942963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 88fcc7b0-911c-448b-8365-edc5fcead9d1 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:25:10.260506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9eaa-255c-411c-8d84-352934a12662 req-823086f0-2040-430c-b431-3f0ae1a59e72 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:10.268913 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c76f9eaa-255c-411c-8d84-352934a12662 req-823086f0-2040-430c-b431-3f0ae1a59e72 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 943 time: 0.9150708 Nov 11 11:25:10.376304 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c76f9eaa-255c-411c-8d84-352934a12662 req-79c9490d-2131-4496-b112-afbe40a25c8d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062799 Nov 11 11:25:10.381765 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0991e74-446a-441b-be85-724c5c3841c7 req-df2e02ed-1c58-496e-8e45-4dba83606350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:10.384227 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0991e74-446a-441b-be85-724c5c3841c7 req-df2e02ed-1c58-496e-8e45-4dba83606350 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 914 time: 0.7522168 Nov 11 11:25:10.393703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60694) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:10.481128 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0991e74-446a-441b-be85-724c5c3841c7 req-e9c5cec2-4a38-45d5-905d-79b9772f8e98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3bddcd-bf65-44a0-b959-07f20cf2e161 HTTP/1.1" status: 200 len: 217 time: 0.0863223 Nov 11 11:25:10.483854 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:10.501783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:10.658109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 88fcc7b0-911c-448b-8365-edc5fcead9d1, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=88fcc7b0-911c-448b-8365-edc5fcead9d1,segment=NetworkSegment(d6d1a5c0-cf2c-4757-81b6-63acad200bd3),segment_id=d6d1a5c0-cf2c-4757-81b6-63acad200bd3)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:10.697507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0991e74-446a-441b-be85-724c5c3841c7 req-221815a7-f7e1-47a9-9f5a-96c63a7beed3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:10.700280 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0991e74-446a-441b-be85-724c5c3841c7 req-221815a7-f7e1-47a9-9f5a-96c63a7beed3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.2022123 Nov 11 11:25:10.702564 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:10.721321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:10.731941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Usage tracker for resource:port and tenant:b24d947783124dd4bcdd1e6f434e53bf is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:10.740402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:10.746243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 333cbe77-4c3c-45f5-a885-e5ae14adcf97, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=333cbe77-4c3c-45f5-a885-e5ae14adcf97,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:10.749574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '88fcc7b0-911c-448b-8365-edc5fcead9d1', 'network_id': '1ba70f8c-bc60-40a4-89a6-95b25802decf', 'port_id': '88fcc7b0-911c-448b-8365-edc5fcead9d1', 'mac_address': 'fa:16:3e:5a:90:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573594f3-0e9a-4917-aed8-f56e668c071a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:25:10.759421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:10.763420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:10.774355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:10.890444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Network c0b4ef95-ae36-49da-99a3-7329131c0bad is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:10.900305 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Pushing event updated for resources: {'Port': ['ID=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:10.903330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Made reservation on behalf of b24d947783124dd4bcdd1e6f434e53bf for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:25:10.907558 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:10.911713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:10.919869 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:10.920060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:10.931042 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:10.932984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=333cbe77-4c3c-45f5-a885-e5ae14adcf97,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:10.934705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.008585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:11.015506 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4ede6ec2-e8c5-4ed5-95e1-1f68f732204b req-825e81db-febc-4dcc-914b-c5a2cdaf6e0a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 210 time: 0.2392881 Nov 11 11:25:11.052136 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0991e74-446a-441b-be85-724c5c3841c7 req-0496cd11-bb9a-4dac-a241-0d552f6253ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563232 Nov 11 11:25:11.057387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.074758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.092025 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fbc65-5ffe-4eab-bb40-d52fafac8dc0 req-5d2d5216-eae4-439d-9894-bdc4a2cd8040 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:11.103251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.104242 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6593471 Nov 11 11:25:11.106602 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-690fbc65-5ffe-4eab-bb40-d52fafac8dc0 req-5d2d5216-eae4-439d-9894-bdc4a2cd8040 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 944 time: 1.4955459 Nov 11 11:25:11.150220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:11.153639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fcc7b0-911c-448b-8365-edc5fcead9d1 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:11.166946 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Request body: {'port': {'device_id': 'b2217f9e-1ca4-4eb5-b004-3711628b89d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:11.197636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 88fcc7b0-911c-448b-8365-edc5fcead9d1, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=88fcc7b0-911c-448b-8365-edc5fcead9d1,segment=NetworkSegment(d6d1a5c0-cf2c-4757-81b6-63acad200bd3),segment_id=d6d1a5c0-cf2c-4757-81b6-63acad200bd3)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:11.204980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Usage tracker for resource:security_group_rule and tenant:a45a5ac6ba22450a9e9eb6ab096230b4 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:11.206988 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.209929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:11.220463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:11.310237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=88fcc7b0-911c-448b-8365-edc5fcead9d1,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:11.326990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:11.333534 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-690fbc65-5ffe-4eab-bb40-d52fafac8dc0 req-2af4c300-6e00-467d-9958-8713c5ac1adb tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259576 Nov 11 11:25:11.335722 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.340452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:11.350990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:11.394033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e120f7-43c3-4a96-a36e-7b5f75fbbb51,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:11.406625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:11.427561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Allocated IP 172.20.0.5 (c0b4ef95-ae36-49da-99a3-7329131c0bad/dcbb10ed-354c-4e90-9282-ee6b6c60b8e9/33777b86-a48a-45cb-9f08-722979b45003) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:11.432964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.437719 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.3778079 Nov 11 11:25:11.440009 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60718) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:11.450495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'floatingip': {'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:11.458210 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:11.466252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:floatingip and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:11.485123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:11.498854 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['88fcc7b0-911c-448b-8365-edc5fcead9d1'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:25:11.508084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:11.551577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.567455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:11.575481 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0991e74-446a-441b-be85-724c5c3841c7 req-558d3ada-4a80-406b-a96b-ba4f0b3a58bc service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995611 Nov 11 11:25:11.728600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 333cbe77-4c3c-45f5-a885-e5ae14adcf97 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:11.953155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 2d3bddcd-bf65-44a0-b959-07f20cf2e161 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:25:11.964515 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0991e74-446a-441b-be85-724c5c3841c7 req-93c7b603-1c0c-416a-af2d-8a27a1344904 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025037 Nov 11 11:25:12.064782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.081757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.085975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20284e0d-13c6-41c6-944e-2ace7bfc27b3 req-ab5693ee-d522-4cc8-83bc-7d3d4a342fdd tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:12.087682 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-20284e0d-13c6-41c6-944e-2ace7bfc27b3 req-ab5693ee-d522-4cc8-83bc-7d3d4a342fdd tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 944 time: 0.2936869 Nov 11 11:25:12.094655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.171964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-445a355e-b4f1-4bf8-acc8-b9c3618d1b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:12.201237 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a45a5ac6ba22450a9e9eb6ab096230b4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7222075 Nov 11 11:25:12.209149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60736) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:12.232377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:12.232799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.234815 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-20284e0d-13c6-41c6-944e-2ace7bfc27b3 req-b3c45572-edbf-480b-8b3a-05d342ab58ea tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386485 Nov 11 11:25:12.244609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.255893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc7127-dc14-46b1-90dd-af49f8c8b4d4,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:12.273623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:12.377809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-4c79a2b1-0ca4-469d-927b-5ca9bbc92b1b req-4f0ddb2e-039a-4742-9a14-1dc111ea4c67 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Synchronizing usage tracker for tenant:b24d947783124dd4bcdd1e6f434e53bf on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:12.469411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.582540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-4c79a2b1-0ca4-469d-927b-5ca9bbc92b1b req-4f0ddb2e-039a-4742-9a14-1dc111ea4c67 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Unset dirty status for tenant:b24d947783124dd4bcdd1e6f434e53bf on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:12.583876 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4c79a2b1-0ca4-469d-927b-5ca9bbc92b1b req-4f0ddb2e-039a-4742-9a14-1dc111ea4c67 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 210 time: 0.2633133 Nov 11 11:25:12.589965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ad9a84cf-dcde-4759-a8a1-9c5f50002673 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:12.676453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 2d3bddcd-bf65-44a0-b959-07f20cf2e161, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2d3bddcd-bf65-44a0-b959-07f20cf2e161,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:12.703348 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Pushing event updated for resources: {'Port': ['ID=33777b86-a48a-45cb-9f08-722979b45003,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:12.759347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:12.768132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '2d3bddcd-bf65-44a0-b959-07f20cf2e161', 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'port_id': '2d3bddcd-bf65-44a0-b959-07f20cf2e161', 'mac_address': 'fa:16:3e:d1:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d7c299-1b89-4221-8ad4-2c8042a914b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:25:12.830341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-81e78108-fbd3-4737-abfe-623f2923d356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.860525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-81e78108-fbd3-4737-abfe-623f2923d356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.874347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.900048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3bddcd-bf65-44a0-b959-07f20cf2e161 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:12.902303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d49ce11-fe16-476b-b17d-a80f60f5b8ab {{(pid=88093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:12.911987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.917343 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Network c0b4ef95-ae36-49da-99a3-7329131c0bad is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:12.918610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 2d3bddcd-bf65-44a0-b959-07f20cf2e161, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2d3bddcd-bf65-44a0-b959-07f20cf2e161,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:12.923313 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.924990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:12.928254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-287aa6e9-88ab-472a-b8c0-18e2e3f6b079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:12.930171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-81e78108-fbd3-4737-abfe-623f2923d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.931585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:12.935451 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Transition to ACTIVE for port object 5d49ce11-fe16-476b-b17d-a80f60f5b8ab will not be triggered until provisioned by entity L2. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:12.937190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:12.937190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.947213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:12.953861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3d3c4a95-b0b5-4350-bff6-9bb88a313854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:12.974322 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:12.990372 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4238858 Nov 11 11:25:13.021270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-81e78108-fbd3-4737-abfe-623f2923d356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:13.021926 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-81e78108-fbd3-4737-abfe-623f2923d356 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4fc7127-dc14-46b1-90dd-af49f8c8b4d4 HTTP/1.1" status: 204 len: 168 time: 0.7819276 Nov 11 11:25:13.022985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e78108-fbd3-4737-abfe-623f2923d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc7127-dc14-46b1-90dd-af49f8c8b4d4,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:13.027825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Allocated IP 172.28.1.36 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/a622fc31-44ec-4e4d-8b0c-e5b7e8dd97fe) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:13.035118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Request body: {'port': {'device_id': '37fd048a-41e8-4b5d-9ad8-1f7df342afb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:13.073563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=2d3bddcd-bf65-44a0-b959-07f20cf2e161,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:13.086518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:13.092895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:13.104648 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:13.140943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-81e78108-fbd3-4737-abfe-623f2923d356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:13.178345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14ae30-bf71-45cb-8f79-fdc476acd708 req-e1d5771e-0dde-4b91-8cba-a429ad117210 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:13.184986 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1d14ae30-bf71-45cb-8f79-fdc476acd708 req-e1d5771e-0dde-4b91-8cba-a429ad117210 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 944 time: 0.5998428 Nov 11 11:25:13.185313 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2d3bddcd-bf65-44a0-b959-07f20cf2e161'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:25:13.292642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:13.373417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Attempting to bind port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:13.373793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Attempting to bind port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:13.374471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Attempting to bind port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab on network c0b4ef95-ae36-49da-99a3-7329131c0bad {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:13.381749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab on network c0b4ef95-ae36-49da-99a3-7329131c0bad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:25:13.383882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Attempting to bind port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab on network c0b4ef95-ae36-49da-99a3-7329131c0bad {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:13.404944 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:13.405335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Checking segment: {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:13.405742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Bound using segment: {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:13.406217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Bound port: 5d49ce11-fe16-476b-b17d-a80f60f5b8ab, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'}}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:13.406598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:13.605657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] For port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab, host hv-cinder-81741, cleared binding levels {{(pid=88093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:13.612050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] For port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:13.626702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:13.632514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:13.722708 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1d14ae30-bf71-45cb-8f79-fdc476acd708 req-216eb836-0ebd-446b-aacb-92d4d349ec85 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366116 Nov 11 11:25:13.807648 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:13.809171 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] 10.222.0.64 "PUT /v2.0/ports/5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 200 len: 1094 time: 2.6760612 Nov 11 11:25:13.809682 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2217f9e-1ca4-4eb5-b004-3711628b89d0', 'tag': '5d49ce11-fe16-476b-b17d-a80f60f5b8ab'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:13.922927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 88fcc7b0-911c-448b-8365-edc5fcead9d1 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:13.966069 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60794) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:13.992817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,revision_number=3']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:13.997043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:14.028184 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-434f9cd1-a0e9-45eb-a9c7-962113ea6424 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1097 time: 0.1616561 Nov 11 11:25:14.103439 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 88fcc7b0-911c-448b-8365-edc5fcead9d1 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:14.114081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 88fcc7b0-911c-448b-8365-edc5fcead9d1 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:14.114507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.134252 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-e9a3928c-9604-449c-9b0a-e1345c7dde3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 200 len: 217 time: 0.0977759 Nov 11 11:25:14.303346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60810) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:14.375620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.399933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.425193 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 88fcc7b0-911c-448b-8365-edc5fcead9d1, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=88fcc7b0-911c-448b-8365-edc5fcead9d1,segment=NetworkSegment(d6d1a5c0-cf2c-4757-81b6-63acad200bd3),segment_id=d6d1a5c0-cf2c-4757-81b6-63acad200bd3)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:14.426008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-f6dfbccd-77c2-4757-aed8-91eb8c43f18c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:14.426217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cec3b-df01-40d6-8793-e66ea295dcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fcc7b0-911c-448b-8365-edc5fcead9d1'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:14.429277 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-f6dfbccd-77c2-4757-aed8-91eb8c43f18c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.2875133 Nov 11 11:25:14.459372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:14.465052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d302fe0f7342a5906a291f17567a60 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:14.468782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:14.481194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.481883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:14.499646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.502820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:14.507931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d60b16-95a8-4438-9fe6-ca9e41b0ebe6 req-ca5f77ac-3925-498f-8e6a-6df811667b22 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:14.510262 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-11d60b16-95a8-4438-9fe6-ca9e41b0ebe6 req-ca5f77ac-3925-498f-8e6a-6df811667b22 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 944 time: 0.9669604 Nov 11 11:25:14.590603 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=88fcc7b0-911c-448b-8365-edc5fcead9d1,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:14.602321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:14.630418 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-d9269c6a-d7fc-492b-a225-09d0cca9b1d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933781 Nov 11 11:25:14.674731 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-11d60b16-95a8-4438-9fe6-ca9e41b0ebe6 req-52e51a1f-137e-40e3-bcdb-40082919db91 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552503 Nov 11 11:25:14.676064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.723613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:14.820544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:14.823360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'Port': ['ID=a622fc31-44ec-4e4d-8b0c-e5b7e8dd97fe,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:14.826215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.826804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:14.827998 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:14.830591 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:14.874174 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2217f9e-1ca4-4eb5-b004-3711628b89d0', 'tag': '5d49ce11-fe16-476b-b17d-a80f60f5b8ab', 'status': 'completed', 'code': 200} Nov 11 11:25:14.894865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.967528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:14.997604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:15.012619 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.020855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:15.034140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ec0c7-8496-4104-9a00-f01309091c4f req-eb5948fe-9a11-4538-8154-70bd16559966 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:15.035926 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3b6ec0c7-8496-4104-9a00-f01309091c4f req-eb5948fe-9a11-4538-8154-70bd16559966 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 931 time: 0.9195266 Nov 11 11:25:15.055542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Usage tracker for resource:security_group_rule and tenant:44538e84a49a4163831dea11363df090 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:15.062498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:15.093367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:15.118345 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-f0916bfc-f72e-42a7-97fc-ff343310aeac service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630487 Nov 11 11:25:15.125454 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7d302fe0f7342a5906a291f17567a60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8221674 Nov 11 11:25:15.126478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e549c58-305e-4426-b69b-83c5bde3f8ee,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:15.133038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60852) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:15.153467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.159632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:15.386652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.398343 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.411521 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b6cca10d-a625-4d44-9000-9ae0c643a3d9 req-4367a0d2-cd3f-4d32-909b-a05d8427060b service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793117 Nov 11 11:25:15.412838 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-637000e9-a0a1-4b8e-ba75-eff4c43495bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.416740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:15.524758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-637000e9-a0a1-4b8e-ba75-eff4c43495bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.541809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a5872-1667-41ba-a5e5-3ca023412d16,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:15.546907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.550895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:15.554528 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44538e84a49a4163831dea11363df090&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5851631 Nov 11 11:25:15.562304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60870) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:15.572718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.647981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-3b6ec0c7-8496-4104-9a00-f01309091c4f req-c7c79068-ef17-4824-8762-78abfa2f2370 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Synchronizing usage tracker for tenant:b24d947783124dd4bcdd1e6f434e53bf on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:15.660554 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:15.739923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.765770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33777b86-a48a-45cb-9f08-722979b45003 {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:15.781984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'Port': ['ID=a622fc31-44ec-4e4d-8b0c-e5b7e8dd97fe,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:15.785124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:15.800332 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-42846322-6175-4d63-a9af-2cb62d70fe22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1097 time: 0.3304706 Nov 11 11:25:15.800982 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-637000e9-a0a1-4b8e-ba75-eff4c43495bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.806069 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:15.809228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.817432 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002ccfe-8c4c-481a-a85d-31d9dcc33c67 req-0ac25b69-a9fe-47a8-b4e9-7c5fff348a7d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:15.819110 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3002ccfe-8c4c-481a-a85d-31d9dcc33c67 req-0ac25b69-a9fe-47a8-b4e9-7c5fff348a7d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 945 time: 0.7994645 Nov 11 11:25:15.830401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d35130a2-2c67-4556-bf32-75ad24a42a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.849498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637000e9-a0a1-4b8e-ba75-eff4c43495bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e549c58-305e-4426-b69b-83c5bde3f8ee,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:15.851436 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-3b6ec0c7-8496-4104-9a00-f01309091c4f req-c7c79068-ef17-4824-8762-78abfa2f2370 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Unset dirty status for tenant:b24d947783124dd4bcdd1e6f434e53bf on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:15.853506 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3b6ec0c7-8496-4104-9a00-f01309091c4f req-c7c79068-ef17-4824-8762-78abfa2f2370 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7519262 Nov 11 11:25:15.876105 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.877571 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4365540 Nov 11 11:25:15.900774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-637000e9-a0a1-4b8e-ba75-eff4c43495bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:15.906130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Transition to ACTIVE for port object 33777b86-a48a-45cb-9f08-722979b45003 will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:15.917926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.919908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d35130a2-2c67-4556-bf32-75ad24a42a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.923107 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 2d3bddcd-bf65-44a0-b959-07f20cf2e161 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:15.961454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:15.986536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-637000e9-a0a1-4b8e-ba75-eff4c43495bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:15.988082 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-637000e9-a0a1-4b8e-ba75-eff4c43495bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e549c58-305e-4426-b69b-83c5bde3f8ee HTTP/1.1" status: 204 len: 168 time: 0.8539746 Nov 11 11:25:16.025079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-c9a3175b-4d46-4cd3-bdcd-fd6e240dd81d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:16.027543 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-c9a3175b-4d46-4cd3-bdcd-fd6e240dd81d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 919 time: 0.2137263 Nov 11 11:25:16.031224 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3002ccfe-8c4c-481a-a85d-31d9dcc33c67 req-a56c0a7d-2ceb-490b-89d5-2dc8d9cd18b3 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928067 Nov 11 11:25:16.041950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Pushing event updated for resources: {'Port': ['ID=33777b86-a48a-45cb-9f08-722979b45003,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:16.046438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:16.055678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:16.068008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:16.068426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:16.187048 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-30adaba5-4cb6-4665-9812-93cacfbbeccc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 200 len: 217 time: 0.1495907 Nov 11 11:25:16.256078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:16.282538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-c8e48f20-8fa6-468c-9021-490d5af2a753 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:16.284563 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-c8e48f20-8fa6-468c-9021-490d5af2a753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.0878847 Nov 11 11:25:16.329945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 2d3bddcd-bf65-44a0-b959-07f20cf2e161, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2d3bddcd-bf65-44a0-b959-07f20cf2e161,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:16.337628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:16.339639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1911d3be-d273-4412-bad3-b2915b6030df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:16.354217 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-904eb939-1e9f-4bb1-b286-aa26b639fe84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618041 Nov 11 11:25:16.387887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d35130a2-2c67-4556-bf32-75ad24a42a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:16.388757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Attempting to bind port 33777b86-a48a-45cb-9f08-722979b45003 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:16.389128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Attempting to bind port 33777b86-a48a-45cb-9f08-722979b45003 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:16.390388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Attempting to bind port 33777b86-a48a-45cb-9f08-722979b45003 on network c0b4ef95-ae36-49da-99a3-7329131c0bad {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:16.398198 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Port 33777b86-a48a-45cb-9f08-722979b45003 on network c0b4ef95-ae36-49da-99a3-7329131c0bad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:25:16.398576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Attempting to bind port 33777b86-a48a-45cb-9f08-722979b45003 on network c0b4ef95-ae36-49da-99a3-7329131c0bad {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:16.413114 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:16.434784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35130a2-2c67-4556-bf32-75ad24a42a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a5872-1667-41ba-a5e5-3ca023412d16,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:16.437356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d35130a2-2c67-4556-bf32-75ad24a42a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:16.445944 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc08c7-b173-484c-b061-3e7b590a5192 req-7356266f-f7fc-42f5-920f-39a204e01621 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:16.447717 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c8fc08c7-b173-484c-b061-3e7b590a5192 req-7356266f-f7fc-42f5-920f-39a204e01621 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 945 time: 0.2257712 Nov 11 11:25:16.449337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d35130a2-2c67-4556-bf32-75ad24a42a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:16.453395 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d35130a2-2c67-4556-bf32-75ad24a42a3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a0a5872-1667-41ba-a5e5-3ca023412d16 HTTP/1.1" status: 204 len: 168 time: 0.8794048 Nov 11 11:25:16.454561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:16.454913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Checking segment: {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:16.455370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Bound using segment: {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:16.456508 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Bound port: 33777b86-a48a-45cb-9f08-722979b45003, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab5f64b-149a-40b3-aa5c-5f34f501306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:16.456894 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:16.476213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=2d3bddcd-bf65-44a0-b959-07f20cf2e161,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:16.493306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:16.575647 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c8fc08c7-b173-484c-b061-3e7b590a5192 req-7fe5d604-35b3-4ab1-a6f0-6a8cb8fba4ad tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913405 Nov 11 11:25:16.661638 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-f7227bae-7c37-4db2-9113-fbf61dc651f0 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002062 Nov 11 11:25:16.669831 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cec3b-df01-40d6-8793-e66ea295dcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fcc7b0-911c-448b-8365-edc5fcead9d1', 'code': 200} Nov 11 11:25:16.672682 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] For port 33777b86-a48a-45cb-9f08-722979b45003, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:16.676726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] For port 33777b86-a48a-45cb-9f08-722979b45003, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=33777b86-a48a-45cb-9f08-722979b45003,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:16.693422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:16.716146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:16.779242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60900) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:16.955999 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a6462e7-e421-4a60-a5af-80c2921f7234 req-aa08567d-45db-4a48-8491-0c45987396f3 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837956 Nov 11 11:25:16.963878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:16.965434 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] 10.222.0.64 "PUT /v2.0/ports/33777b86-a48a-45cb-9f08-722979b45003 HTTP/1.1" status: 200 len: 1093 time: 3.9596951 Nov 11 11:25:16.965941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fd048a-41e8-4b5d-9ad8-1f7df342afb8', 'tag': '33777b86-a48a-45cb-9f08-722979b45003'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:17.020113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Pushing event updated for resources: {'Port': ['ID=33777b86-a48a-45cb-9f08-722979b45003,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:17.027252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:17.086531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-b4df7c14-3508-4323-acd2-90c4d7c07cf7 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Synchronizing usage tracker for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:17.133031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-b4df7c14-3508-4323-acd2-90c4d7c07cf7 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Unset dirty status for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:17.134734 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-b4df7c14-3508-4323-acd2-90c4d7c07cf7 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2031318989&fields=id&tenant_id=42c8adc6f34c4d8cb8feabd2f872d070 HTTP/1.1" status: 200 len: 267 time: 0.2917633 Nov 11 11:25:17.154740 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-ada6c9cc-5013-46df-a6aa-5e47ec4aa564 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 1098 time: 0.1725326 Nov 11 11:25:17.180824 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-d7281f2e-a849-49aa-b4bb-70099fa7f8d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 1096 time: 0.1550393 Nov 11 11:25:17.186795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.238936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.263232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:17.268573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Usage tracker for resource:security_group_rule and tenant:76504eb83dd4455fa33dfa66d9a99507 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:17.279135 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:17.287013 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60932) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:17.292361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:17.322730 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:17.322931 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-9e1ffb5f-ffd7-4028-b33a-14e129bb1666 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33777b86-a48a-45cb-9f08-722979b45003 HTTP/1.1" status: 200 len: 217 time: 0.0949600 Nov 11 11:25:17.325305 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.343354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Usage tracker for resource:security_group_rule and tenant:994c59b666e140008f3c26646027b22d is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:17.348865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:17.363337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:17.410717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:17.432574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Usage tracker for resource:security_group_rule and tenant:503f97a550f44a8a9821dd60d4200bee is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:17.440130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:17.453078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:17.501689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.516537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.523120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-48ce56eb-eede-40ee-9455-4c6366ad603a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:17.525164 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-48ce56eb-eede-40ee-9455-4c6366ad603a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.1902902 Nov 11 11:25:17.536829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6e7a7-c4d3-4f0c-86f3-6b3660701aaa req-82f51dd0-cdf0-44f8-95aa-7387808b6250 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:17.538774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:17.539383 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2cd6e7a7-c4d3-4f0c-86f3-6b3660701aaa req-82f51dd0-cdf0-44f8-95aa-7387808b6250 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 943 time: 0.3927279 Nov 11 11:25:17.564404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.584927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.589467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-3e63ce71-8c20-4d6b-b23f-aad9277842b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:17.589992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-3e63ce71-8c20-4d6b-b23f-aad9277842b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Synchronizing usage tracker for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:network {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:17.604354 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-12dba2d6-0210-4e8a-8fa1-80daa9efb15d req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421153 Nov 11 11:25:17.622328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d681adf2-4443-4e20-a1d5-115901655c47,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:17.631121 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-c7db7beb-2654-4a6f-b40f-475e038374b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885041 Nov 11 11:25:17.635092 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:17.635273 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-3e63ce71-8c20-4d6b-b23f-aad9277842b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Unset dirty status for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:network {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:17.636468 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-3e63ce71-8c20-4d6b-b23f-aad9277842b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 810 time: 0.4878874 Nov 11 11:25:17.666014 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:17.678192 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2cd6e7a7-c4d3-4f0c-86f3-6b3660701aaa req-285143c1-da37-4ef8-b4a6-d3d7ec2f9b62 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992587 Nov 11 11:25:17.692893 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-2c0ada00-8725-4f11-85e9-8ec3ef8ad285 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/quotas/42c8adc6f34c4d8cb8feabd2f872d070 HTTP/1.1" status: 200 len: 375 time: 0.0183535 Nov 11 11:25:17.800317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60944) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:17.816366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd1034f-8a19-4bc7-b7ae-51acabcc0fff,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:17.829409 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:17.835971 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=994c59b666e140008f3c26646027b22d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0550218 Nov 11 11:25:17.839489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60950) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:17.843773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.894843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:17.909600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:17.930123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5d49ce11-fe16-476b-b17d-a80f60f5b8ab details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:25:17.948560 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fd048a-41e8-4b5d-9ad8-1f7df342afb8', 'tag': '33777b86-a48a-45cb-9f08-722979b45003', 'status': 'completed', 'code': 200} Nov 11 11:25:18.066122 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316e7345-739f-4433-a4f8-7666edb1d6e0,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:18.077238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:18.084255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8589-0213-43b5-8942-5ac9038ef174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.137106 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=503f97a550f44a8a9821dd60d4200bee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8466065 Nov 11 11:25:18.144757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60960) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:18.188641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8589-0213-43b5-8942-5ac9038ef174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.206283 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:18.210685 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.225643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '5d49ce11-fe16-476b-b17d-a80f60f5b8ab', 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad', 'port_id': '5d49ce11-fe16-476b-b17d-a80f60f5b8ab', 'mac_address': 'fa:16:3e:5c:76:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbb10ed-354c-4e90-9282-ee6b6c60b8e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:25:18.297140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.309784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:18.315148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Usage tracker for resource:security_group_rule and tenant:96fcd847ea4b4e3f9d69fae45dc577a9 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:18.322791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:18.324672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d49ce11-fe16-476b-b17d-a80f60f5b8ab {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:18.331576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:18.347741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:18.354040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.357554 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-546bddc8-dba1-4346-8584-340a1725929b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:18.405973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8589-0213-43b5-8942-5ac9038ef174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.410265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a9617392-5aad-4697-a447-3bc3431c7fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.418419 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4319f12d-103e-4422-85c9-e0f9b90ae6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:18.446580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc8589-0213-43b5-8942-5ac9038ef174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd1034f-8a19-4bc7-b7ae-51acabcc0fff,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:18.454130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1ebc8589-0213-43b5-8942-5ac9038ef174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:18.502118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a9617392-5aad-4697-a447-3bc3431c7fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.515057 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:18.532627 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1ebc8589-0213-43b5-8942-5ac9038ef174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.533887 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1ebc8589-0213-43b5-8942-5ac9038ef174 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbd1034f-8a19-4bc7-b7ae-51acabcc0fff HTTP/1.1" status: 204 len: 168 time: 0.6930952 Nov 11 11:25:18.547475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:18.555613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.568683 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.579687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:18.631277 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af6f28-13e5-4d44-82dc-b7be5415b5b4,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:18.646729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:18.650482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['5d49ce11-fe16-476b-b17d-a80f60f5b8ab'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:25:18.655968 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96fcd847ea4b4e3f9d69fae45dc577a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8504977 Nov 11 11:25:18.665776 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 60970) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:18.667365 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a9617392-5aad-4697-a447-3bc3431c7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.678554 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a1a8e471-cc5d-41f2-9d18-c4cf12cb836f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:18.708903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9617392-5aad-4697-a447-3bc3431c7fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316e7345-739f-4433-a4f8-7666edb1d6e0,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:18.728684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a9617392-5aad-4697-a447-3bc3431c7fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:18.733569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e13eba-3ca1-497f-9e8a-ca02b021e899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3bddcd-bf65-44a0-b959-07f20cf2e161'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:18.738875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a9617392-5aad-4697-a447-3bc3431c7fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:18.740832 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a9617392-5aad-4697-a447-3bc3431c7fb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/316e7345-739f-4433-a4f8-7666edb1d6e0 HTTP/1.1" status: 204 len: 168 time: 0.5932255 Nov 11 11:25:18.846127 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-757df74d-f216-473c-93fb-546cbf1517be service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0133910 Nov 11 11:25:18.867463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d5c2c-9427-411e-996f-61f0240435d9 req-b8b79cef-db2f-4e3e-8356-4f36a17c1cf6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:18.870792 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2c0d5c2c-9427-411e-996f-61f0240435d9 req-b8b79cef-db2f-4e3e-8356-4f36a17c1cf6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 946 time: 0.6932969 Nov 11 11:25:18.930549 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-218f1b19-6ff9-49be-a5c6-b2ee4144c8fa tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Synchronizing usage tracker for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:19.030196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-25a4fb8b-04a1-4bb3-95c2-b3779e770af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:19.173209 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-218f1b19-6ff9-49be-a5c6-b2ee4144c8fa tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Unset dirty status for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:19.174661 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-218f1b19-6ff9-49be-a5c6-b2ee4144c8fa tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4701087 Nov 11 11:25:19.195000 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2c0d5c2c-9427-411e-996f-61f0240435d9 req-b09bf3dd-5845-424a-8d6d-c3f175509097 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556713 Nov 11 11:25:19.234387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45169ae-13a4-4c8a-8134-123a7c58a0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:19.317667 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 60992) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:19.346634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:19.388260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:19.393809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ad3899aef3498e9e0085d22bbd9e59 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:19.398537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:19.402387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45169ae-13a4-4c8a-8134-123a7c58a0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:19.407900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:19.418123 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-57c0ce4a-7940-4348-8015-8f019b88a114 req-635b5d85-9821-4b0e-ab43-2e33ced28ccc service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403018 Nov 11 11:25:19.509507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:19.513607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:19.522394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:19.577201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0352335-3436-4380-b2bc-4cba2e7cca57,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:19.596946 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5ad3899aef3498e9e0085d22bbd9e59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2752402 Nov 11 11:25:19.600288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:19.601908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 32772) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:19.610880 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-dc671e4c-670b-4eb9-8184-315e179ebbc7 service neutron] 10.222.0.37 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148247 Nov 11 11:25:19.749799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18eb8f-d44b-40ed-8b04-e3cdc6e20780 req-9d09a56d-0bd2-408f-9f96-a5a4762d6220 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:19.756002 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac18eb8f-d44b-40ed-8b04-e3cdc6e20780 req-9d09a56d-0bd2-408f-9f96-a5a4762d6220 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 945 time: 0.4148111 Nov 11 11:25:19.768874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45169ae-13a4-4c8a-8134-123a7c58a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:19.885286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:19.894964 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-11a755d8-1deb-4bea-b6b3-b67e30d10cb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 1096 time: 0.4174104 Nov 11 11:25:19.954844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45169ae-13a4-4c8a-8134-123a7c58a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af6f28-13e5-4d44-82dc-b7be5415b5b4,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:19.961735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a45169ae-13a4-4c8a-8134-123a7c58a0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:19.962797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5d49ce11-fe16-476b-b17d-a80f60f5b8ab up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:19.979704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45169ae-13a4-4c8a-8134-123a7c58a0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:19.983832 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a45169ae-13a4-4c8a-8134-123a7c58a0ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0af6f28-13e5-4d44-82dc-b7be5415b5b4 HTTP/1.1" status: 204 len: 168 time: 1.2870238 Nov 11 11:25:20.028159 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac18eb8f-d44b-40ed-8b04-e3cdc6e20780 req-108a69bd-3b97-439e-95f0-3a4a91e50656 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621555 Nov 11 11:25:20.107566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:20.113976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:20.114593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:20.163754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f903baa-7b4f-4ea4-bf4a-e954955240ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:20.176826 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e13eba-3ca1-497f-9e8a-ca02b021e899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3bddcd-bf65-44a0-b959-07f20cf2e161', 'code': 200} Nov 11 11:25:20.198599 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-10001f33-711c-4265-b506-504a6eafe218 service neutron] 10.222.0.37 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579693 Nov 11 11:25:20.222583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f903baa-7b4f-4ea4-bf4a-e954955240ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:20.288938 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-25335856-7567-4b7f-a5db-5a35777653dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:20.290524 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-25335856-7567-4b7f-a5db-5a35777653dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 919 time: 0.3706758 Nov 11 11:25:20.388440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:20.439241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:20.443184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:20.447847 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:20.472212 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-83d37506-6358-4b9b-ab2e-7bd36761d1e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33777b86-a48a-45cb-9f08-722979b45003 HTTP/1.1" status: 200 len: 217 time: 0.1597412 Nov 11 11:25:20.539990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:20.540567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f903baa-7b4f-4ea4-bf4a-e954955240ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:20.556251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:20.558777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9ebd7284-0890-4394-a6c8-1be2d4ba6e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:20.574136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:25:20.583060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:20.602570 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f903baa-7b4f-4ea4-bf4a-e954955240ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0352335-3436-4380-b2bc-4cba2e7cca57,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:20.606870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f903baa-7b4f-4ea4-bf4a-e954955240ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:20.608151 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4f903baa-7b4f-4ea4-bf4a-e954955240ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0352335-3436-4380-b2bc-4cba2e7cca57 HTTP/1.1" status: 204 len: 168 time: 1.0003204 Nov 11 11:25:20.610947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4f903baa-7b4f-4ea4-bf4a-e954955240ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:20.632424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47827cd-91f8-4a07-8972-116b630acca0 req-81ff02f7-ef54-4bc3-9e46-ece09f63c641 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:20.634260 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c47827cd-91f8-4a07-8972-116b630acca0 req-81ff02f7-ef54-4bc3-9e46-ece09f63c641 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 943 time: 0.2468500 Nov 11 11:25:20.653385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-c6715b7c-3911-414f-97e1-4c7c397117e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:20.655032 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-c6715b7c-3911-414f-97e1-4c7c397117e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.1589043 Nov 11 11:25:20.697484 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-412caa1b-1114-47f6-840e-f3330cbbc215 req-147d4d22-3d92-4ad1-a3ba-746250e8bc10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 1099 time: 0.2087042 Nov 11 11:25:20.783407 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-412caa1b-1114-47f6-840e-f3330cbbc215 req-74474f64-8e95-497c-ab1c-a7ae9b39b25a service neutron] Synchronizing usage tracker for tenant:76504eb83dd4455fa33dfa66d9a99507 on resource:security_group {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:20.828840 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-78263ec4-ad65-42a5-bc57-4fdbd6a25da4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352823 Nov 11 11:25:20.830465 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-412caa1b-1114-47f6-840e-f3330cbbc215 req-74474f64-8e95-497c-ab1c-a7ae9b39b25a service neutron] Unset dirty status for tenant:76504eb83dd4455fa33dfa66d9a99507 on resource:security_group {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:20.831897 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-412caa1b-1114-47f6-840e-f3330cbbc215 req-74474f64-8e95-497c-ab1c-a7ae9b39b25a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274700 Nov 11 11:25:20.869837 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c47827cd-91f8-4a07-8972-116b630acca0 req-e43c0bf6-8ce7-4892-8082-ff00a208616d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135365 Nov 11 11:25:20.930094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778ff38-631c-4311-b211-ed32a2f9d05e req-b6f4bf74-6711-4cc4-bbd6-be619981125b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:20.932409 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a778ff38-631c-4311-b211-ed32a2f9d05e req-b6f4bf74-6711-4cc4-bbd6-be619981125b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 946 time: 0.2028303 Nov 11 11:25:20.979675 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 32816) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:20.997341 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1d25f9a2-9cd3-4919-903e-ce44f9601ac1 req-3f029053-3484-4b9b-a86c-d004fb5a6072 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 210 time: 0.0632813 Nov 11 11:25:21.030520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.066795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:21.071539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Usage tracker for resource:security_group_rule and tenant:a73dd95298d24b6e9961c688904c26e9 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:21.079628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:21.089927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:21.205915 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a778ff38-631c-4311-b211-ed32a2f9d05e req-eda2cace-4b52-4a9a-b7cd-0dc69b6cc5d8 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074807 Nov 11 11:25:21.230410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.247777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.269249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e85edfb2-6adc-49e0-be7e-c2723fcda46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:21.311527 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-1ebcf05a-1f2b-40b6-88e2-03920815a44b service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923570 Nov 11 11:25:21.380412 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a73dd95298d24b6e9961c688904c26e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3982697 Nov 11 11:25:21.380532 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 32824) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:21.395763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd489d-4570-41fd-8dfb-57bf447179dc,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:21.400310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:21.505319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd4168-3fe9-4396-afb2-d3c148940681 req-020743f2-25ac-47c3-a9cc-f4621f425d74 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:21.509520 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4edd4168-3fe9-4396-afb2-d3c148940681 req-020743f2-25ac-47c3-a9cc-f4621f425d74 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 945 time: 0.2452257 Nov 11 11:25:21.595626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff6-e0c0-47c3-8cbc-b460fe4e606d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.672820 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af9d0d3c-b156-4ecf-a600-483f1c2b3611 req-f19f9a59-d36c-4628-843a-9a06315b83e8 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489556 Nov 11 11:25:21.674166 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d7bbaa36-bbe9-430d-83ab-f680b3583023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.685045 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.691036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff6-e0c0-47c3-8cbc-b460fe4e606d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.699397 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4edd4168-3fe9-4396-afb2-d3c148940681 req-990d452d-68a1-4e75-a0b3-30b1f8e468ae tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787810 Nov 11 11:25:21.780335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff6-e0c0-47c3-8cbc-b460fe4e606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.786813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b83b2c42-f33a-47ba-b7f7-3b4f32b0a069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:21.800783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198ff6-e0c0-47c3-8cbc-b460fe4e606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd489d-4570-41fd-8dfb-57bf447179dc,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:21.803203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6c198ff6-e0c0-47c3-8cbc-b460fe4e606d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:21.826509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff6-e0c0-47c3-8cbc-b460fe4e606d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:21.833613 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6c198ff6-e0c0-47c3-8cbc-b460fe4e606d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ccd489d-4570-41fd-8dfb-57bf447179dc HTTP/1.1" status: 204 len: 168 time: 0.4495292 Nov 11 11:25:21.960599 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 33777b86-a48a-45cb-9f08-722979b45003 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:25:22.369290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2217f9e-1ca4-4eb5-b004-3711628b89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d49ce11-fe16-476b-b17d-a80f60f5b8ab'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:22.377323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 33777b86-a48a-45cb-9f08-722979b45003, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=33777b86-a48a-45cb-9f08-722979b45003,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:22.411808 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '33777b86-a48a-45cb-9f08-722979b45003', 'network_id': 'c0b4ef95-ae36-49da-99a3-7329131c0bad', 'port_id': '33777b86-a48a-45cb-9f08-722979b45003', 'mac_address': 'fa:16:3e:9a:a3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbb10ed-354c-4e90-9282-ee6b6c60b8e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:25:22.525467 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9ddd8b4c-e544-4b1c-8733-8f1b4b0baff7 req-d7cd7f79-c5d1-47f2-b7b4-28f7f82044d3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 210 time: 0.1352854 Nov 11 11:25:22.557677 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa0b22-9b0d-4a13-8a02-c3c78832db26 req-8b0ad37b-26b9-47b4-b29d-98fa8b114e0d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:22.567523 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dcfa0b22-9b0d-4a13-8a02-c3c78832db26 req-8b0ad37b-26b9-47b4-b29d-98fa8b114e0d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 943 time: 0.4072254 Nov 11 11:25:22.570245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:22.626005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33777b86-a48a-45cb-9f08-722979b45003 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:22.689037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 33777b86-a48a-45cb-9f08-722979b45003, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=33777b86-a48a-45cb-9f08-722979b45003,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:22.693128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:22.695793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:22.862762 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=33777b86-a48a-45cb-9f08-722979b45003,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:22.867245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:23.040739 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['33777b86-a48a-45cb-9f08-722979b45003'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:25:23.362489 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dcfa0b22-9b0d-4a13-8a02-c3c78832db26 req-2a964470-8f03-4416-a46f-b32cad8d135c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7866716 Nov 11 11:25:23.441062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7993f-820b-4507-b0c8-640bec6b9380 req-c8b7ce2d-ce5e-43b7-a65b-12c2593fca73 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:23.450077 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a8f7993f-820b-4507-b0c8-640bec6b9380 req-c8b7ce2d-ce5e-43b7-a65b-12c2593fca73 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 946 time: 0.2997990 Nov 11 11:25:23.457396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:23.480067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-d126ad45-5d5d-47dd-aeb5-3e7522121c8e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:23.481673 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-d126ad45-5d5d-47dd-aeb5-3e7522121c8e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 810 time: 0.8248525 Nov 11 11:25:23.513773 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2217f9e-1ca4-4eb5-b004-3711628b89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d49ce11-fe16-476b-b17d-a80f60f5b8ab', 'code': 200} Nov 11 11:25:23.627858 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a8f7993f-820b-4507-b0c8-640bec6b9380 req-9d6ca0c5-e052-4816-8059-88a12f333ed0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766925 Nov 11 11:25:23.632386 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-5e1d0b0a-f23a-4b78-9115-abcaf9e00f23 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42c8adc6f34c4d8cb8feabd2f872d070 HTTP/1.1" status: 200 len: 380 time: 0.1358964 Nov 11 11:25:23.685964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'port': {'device_id': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'admin_state_up': True, 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'security_groups': ['9722c474-f454-475d-b509-1481180c7f16']}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:23.870888 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-327c24fa-b29e-4d3d-a7d0-e279f654ebcc req-a6e0484f-461a-44ad-8d9e-8ee484bb1180 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 210 time: 0.0681899 Nov 11 11:25:24.007436 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-487f8b85-6843-4d43-a1f2-855c6fcc87e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2038441 Nov 11 11:25:24.012007 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9845cd3b-ba92-446b-9bbf-d0ec82a500d0 req-c8c67271-a38f-4763-a61f-8bf8aa4232f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1099 time: 0.1323111 Nov 11 11:25:24.052655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:24.076512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:24.104670 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9845cd3b-ba92-446b-9bbf-d0ec82a500d0 req-c844b8f6-217f-462b-9d04-533aaef8e5b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821087 Nov 11 11:25:24.107197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Made reservation on behalf of 42c8adc6f34c4d8cb8feabd2f872d070 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:25:24.112583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:24.352789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Allocated IP 172.20.0.5 (d5664352-840f-4ab4-9e50-5e5b0a34b558/de5a6e8d-e303-4994-b9fa-513a119e55cb/b59bab04-e391-4c19-bd22-4c9af01db35e) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:24.499806 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-bac77c89-f3e8-44ff-80d2-d1a8010fb2aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45d03c2583e04e04a342a778caedd7d6&device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 1098 time: 0.1564157 Nov 11 11:25:24.871985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-4d025d9f-c77a-4f98-aa47-e062a0548c58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:24.873616 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-4d025d9f-c77a-4f98-aa47-e062a0548c58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ba70f8c-bc60-40a4-89a6-95b25802decf HTTP/1.1" status: 200 len: 912 time: 0.3455203 Nov 11 11:25:24.995270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:25.007755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d56bb3-d92c-4f91-88e0-18e2a291750b req-e99cc711-f368-47d6-b03e-0fc7e7086d39 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:25.009531 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f8d56bb3-d92c-4f91-88e0-18e2a291750b req-e99cc711-f368-47d6-b03e-0fc7e7086d39 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 944 time: 0.2262619 Nov 11 11:25:25.025059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Transition to ACTIVE for port object b59bab04-e391-4c19-bd22-4c9af01db35e will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:25.048007 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-b3cfa168-6e9d-4ba6-ba0b-09f60815ee6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88fcc7b0-911c-448b-8365-edc5fcead9d1 HTTP/1.1" status: 200 len: 217 time: 0.1676874 Nov 11 11:25:25.085482 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f8d56bb3-d92c-4f91-88e0-18e2a291750b req-51ee5e87-e1a3-4816-b1c1-c26e0d2ff935 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647066 Nov 11 11:25:25.103931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:25.112551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:25.165307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-17170c6e-4f96-42eb-9475-c4ffb1ea375c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:25.172517 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-17170c6e-4f96-42eb-9475-c4ffb1ea375c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=573594f3-0e9a-4917-aed8-f56e668c071a HTTP/1.1" status: 200 len: 851 time: 0.1031134 Nov 11 11:25:25.198740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:25.223599 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:25.240093 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-6052bf3e-cdc7-4a3f-a898-febddcab2644 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ba70f8c-bc60-40a4-89a6-95b25802decf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597801 Nov 11 11:25:25.243891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:25.248928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:25.249615 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:25.308749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'Port': ['ID=b59bab04-e391-4c19-bd22-4c9af01db35e,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:25.312088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:25.367712 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6870437 Nov 11 11:25:25.408966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Request body: {'port': {'device_id': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:25.585772 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-f8385da8-10f1-4549-bab8-886ffe375a9f service neutron] 10.222.0.64 "GET /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351009 Nov 11 11:25:25.699476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6721bd-9488-41d6-bb9f-e37e278587b5 req-f45367eb-5393-4a9d-8e9d-feae060ca4ae tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:25.700182 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ec6721bd-9488-41d6-bb9f-e37e278587b5 req-f45367eb-5393-4a9d-8e9d-feae060ca4ae tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Synchronizing usage tracker for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:25.759949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-8cd79d1f-2ec3-41f6-88cb-899ba9392619 None None] Provisioning for port b59bab04-e391-4c19-bd22-4c9af01db35e completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:25.770326 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-8cd79d1f-2ec3-41f6-88cb-899ba9392619 None None] Provisioning complete for port b59bab04-e391-4c19-bd22-4c9af01db35e triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:25.770745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8cd79d1f-2ec3-41f6-88cb-899ba9392619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:25.798306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:25.843988 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1cada1b-b050-4233-9c40-33f83e6b6378 req-cc2415e4-d1b0-4c71-848c-e6608849f682 service neutron] 10.222.0.64 "GET /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393687 Nov 11 11:25:25.848261 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ec6721bd-9488-41d6-bb9f-e37e278587b5 req-f45367eb-5393-4a9d-8e9d-feae060ca4ae tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Unset dirty status for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:25.851070 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ec6721bd-9488-41d6-bb9f-e37e278587b5 req-f45367eb-5393-4a9d-8e9d-feae060ca4ae tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 931 time: 0.5220423 Nov 11 11:25:25.946621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-8cd79d1f-2ec3-41f6-88cb-899ba9392619 None None] Port b59bab04-e391-4c19-bd22-4c9af01db35e cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:25:25.995488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 33777b86-a48a-45cb-9f08-722979b45003 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:26.051131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 32998) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:26.129774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 33777b86-a48a-45cb-9f08-722979b45003 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:26.139311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 33777b86-a48a-45cb-9f08-722979b45003 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:26.144400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.191818 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ec6721bd-9488-41d6-bb9f-e37e278587b5 req-5751c36f-c2e9-4325-a640-c67f7fc5e525 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793651 Nov 11 11:25:26.410641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.442536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fd048a-41e8-4b5d-9ad8-1f7df342afb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33777b86-a48a-45cb-9f08-722979b45003'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:26.448369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.455368 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 33777b86-a48a-45cb-9f08-722979b45003, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=33777b86-a48a-45cb-9f08-722979b45003,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:26.459144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.462538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:26.538662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:26.551345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Usage tracker for resource:security_group_rule and tenant:371dbf16b1e446dc9d6c6b2b3f93ffb8 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:26.560903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:26.568494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:26.582825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=33777b86-a48a-45cb-9f08-722979b45003,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:26.586704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:26.637580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a69d4-6a56-4b8e-a0dc-64a47e456342 req-b9ae687c-25c6-41e0-824a-84e2a2f775f4 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:26.648044 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-532a69d4-6a56-4b8e-a0dc-64a47e456342 req-b9ae687c-25c6-41e0-824a-84e2a2f775f4 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.2328694 Nov 11 11:25:26.655980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59bab04-e391-4c19-bd22-4c9af01db35e {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:26.666505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.684816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Transition to ACTIVE for port object b59bab04-e391-4c19-bd22-4c9af01db35e will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:26.706963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.711315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.712231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.720317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:26.728841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:26.765810 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d74d45-be86-41f4-883b-faa159b8fa09,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:26.769613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:26.775842 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=371dbf16b1e446dc9d6c6b2b3f93ffb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7203104 Nov 11 11:25:26.780057 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33024) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:26.909236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc00e136-1890-4af6-858c-2c757667d37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:26.950550 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-532a69d4-6a56-4b8e-a0dc-64a47e456342 req-cf169dca-a208-4fa0-bf24-de2301671a0c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638538 Nov 11 11:25:26.955560 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc00e136-1890-4af6-858c-2c757667d37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:27.006073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Pushing event updated for resources: {'Port': ['ID=b59bab04-e391-4c19-bd22-4c9af01db35e,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:27.027798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:27.044771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Attempting to bind port b59bab04-e391-4c19-bd22-4c9af01db35e on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:27.045173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Attempting to bind port b59bab04-e391-4c19-bd22-4c9af01db35e by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:27.045671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Attempting to bind port b59bab04-e391-4c19-bd22-4c9af01db35e on network d5664352-840f-4ab4-9e50-5e5b0a34b558 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:27.054456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Port b59bab04-e391-4c19-bd22-4c9af01db35e on network d5664352-840f-4ab4-9e50-5e5b0a34b558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:25:27.054963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Attempting to bind port b59bab04-e391-4c19-bd22-4c9af01db35e on network d5664352-840f-4ab4-9e50-5e5b0a34b558 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:27.059978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc00e136-1890-4af6-858c-2c757667d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:27.062830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:27.063226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Checking segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:27.063769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Bound using segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:27.064303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Bound port: b59bab04-e391-4c19-bd22-4c9af01db35e, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:27.064707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:27.065903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1ebc8589-0213-43b5-8942-5ac9038ef174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:27.069717 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fd048a-41e8-4b5d-9ad8-1f7df342afb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33777b86-a48a-45cb-9f08-722979b45003', 'code': 200} Nov 11 11:25:27.090991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00e136-1890-4af6-858c-2c757667d37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d74d45-be86-41f4-883b-faa159b8fa09,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:27.095759 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bc00e136-1890-4af6-858c-2c757667d37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:27.098545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc00e136-1890-4af6-858c-2c757667d37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:27.100000 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bc00e136-1890-4af6-858c-2c757667d37a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8d74d45-be86-41f4-883b-faa159b8fa09 HTTP/1.1" status: 204 len: 168 time: 0.3189323 Nov 11 11:25:27.211290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] For port b59bab04-e391-4c19-bd22-4c9af01db35e, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:27.218839 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] For port b59bab04-e391-4c19-bd22-4c9af01db35e, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=b59bab04-e391-4c19-bd22-4c9af01db35e,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:27.224437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:27.249655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:27.254666 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:27.340700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:27.342310 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] 10.222.0.64 "PUT /v2.0/ports/b59bab04-e391-4c19-bd22-4c9af01db35e HTTP/1.1" status: 200 len: 1093 time: 1.9499123 Nov 11 11:25:27.343240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'tag': 'b59bab04-e391-4c19-bd22-4c9af01db35e'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:27.514986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Pushing event updated for resources: {'Port': ['ID=b59bab04-e391-4c19-bd22-4c9af01db35e,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:27.544011 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-23aa4db5-1efe-499b-a9b5-59a226d4aa41 req-b4d88e6d-eef1-42dc-9358-de6053bca03c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 1098 time: 0.1901112 Nov 11 11:25:27.621641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:27.653827 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-23aa4db5-1efe-499b-a9b5-59a226d4aa41 req-62c39cd1-1dca-431f-84ef-caab19b9de96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044130 Nov 11 11:25:27.719611 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-dfd7b74e-8b2e-4904-a35d-a3d64b247d83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 1096 time: 0.3223946 Nov 11 11:25:27.744952 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d8df5-7ccb-4a51-ad14-05b2fb046649 req-fee82c34-c766-4d83-8b39-06980d64aeca tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:27.754997 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-349d8df5-7ccb-4a51-ad14-05b2fb046649 req-fee82c34-c766-4d83-8b39-06980d64aeca tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 943 time: 0.2450275 Nov 11 11:25:27.835896 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-349d8df5-7ccb-4a51-ad14-05b2fb046649 req-438040a5-3594-4ec1-8253-d87b75cf0ece tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788722 Nov 11 11:25:28.001708 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'tag': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'status': 'completed', 'code': 200} Nov 11 11:25:28.025221 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-6c0225db-26b0-46ef-a173-44d4d308871f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59bab04-e391-4c19-bd22-4c9af01db35e HTTP/1.1" status: 200 len: 217 time: 0.1670961 Nov 11 11:25:28.180091 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-14d95a74-978a-4f39-ae7e-b238922e9774 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:28.182174 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-14d95a74-978a-4f39-ae7e-b238922e9774 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 200 len: 849 time: 0.1323638 Nov 11 11:25:28.187798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33068) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:28.352949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e201-a99c-4e27-b042-a42a93fc9081 req-f264feb0-44a3-4f73-b232-a426beb401bb tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:28.354837 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-96b2e201-a99c-4e27-b042-a42a93fc9081 req-f264feb0-44a3-4f73-b232-a426beb401bb tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.1784904 Nov 11 11:25:28.373617 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-ab7bddf8-e851-4e6c-98fc-0276faf29745 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5664352-840f-4ab4-9e50-5e5b0a34b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257639 Nov 11 11:25:28.483609 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-96b2e201-a99c-4e27-b042-a42a93fc9081 req-05477717-855b-4831-8556-d94646853a2b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134298 Nov 11 11:25:28.607420 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-ad255ed2-46c0-4598-99de-a99fabcf5fb1 service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007861 Nov 11 11:25:28.612863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:28.683856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:28.688209 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Usage tracker for resource:security_group_rule and tenant:c66a7020931a4302b8bf7ae1f5ba7474 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:28.691794 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:28.698979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:28.797556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:28.800061 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ea12af3-92d2-499a-98bd-cd4e871dcf36 req-eaa9e66e-4864-44c2-b1d1-873acfcf316b service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749218 Nov 11 11:25:28.805132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:28.825785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-637000e9-a0a1-4b8e-ba75-eff4c43495bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:28.865012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8825c7c-ec76-44b6-95f8-f8cc9b3d44dd,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:28.871754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:28.910616 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c66a7020931a4302b8bf7ae1f5ba7474&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7215767 Nov 11 11:25:28.914705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33088) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:29.016003 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-9aa0bc51-ae69-4c3f-8c47-27cd82f68ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 1096 time: 0.1491737 Nov 11 11:25:29.016933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d364c844-4948-4ea8-b9e6-408b9cbf9306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:29.056799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d364c844-4948-4ea8-b9e6-408b9cbf9306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:29.128628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d364c844-4948-4ea8-b9e6-408b9cbf9306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:29.136125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8611eba6-6780-42b8-99ed-17c923bf19e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:29.167079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c844-4948-4ea8-b9e6-408b9cbf9306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8825c7c-ec76-44b6-95f8-f8cc9b3d44dd,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:29.176228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d364c844-4948-4ea8-b9e6-408b9cbf9306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:29.186713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d364c844-4948-4ea8-b9e6-408b9cbf9306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:29.187996 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d364c844-4948-4ea8-b9e6-408b9cbf9306 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8825c7c-ec76-44b6-95f8-f8cc9b3d44dd HTTP/1.1" status: 204 len: 168 time: 0.2716095 Nov 11 11:25:29.319577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9b04b-f630-4c3d-9ae3-951b1125a10e req-9e9cc2d4-3e26-4f0c-9133-264303a48046 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:29.327845 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-80a9b04b-f630-4c3d-9ae3-951b1125a10e req-9e9cc2d4-3e26-4f0c-9133-264303a48046 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 943 time: 0.2557373 Nov 11 11:25:29.331088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-d733cff5-116f-4080-ae83-672d6ee998da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:29.332705 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-d733cff5-116f-4080-ae83-672d6ee998da service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 911 time: 0.3079205 Nov 11 11:25:29.438270 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-44146f91-86a2-429d-b168-2da1e3198d70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59bab04-e391-4c19-bd22-4c9af01db35e HTTP/1.1" status: 200 len: 217 time: 0.0882194 Nov 11 11:25:29.474255 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-80a9b04b-f630-4c3d-9ae3-951b1125a10e req-0ada0cd6-efbe-4053-a7d4-5d74a3125905 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453094 Nov 11 11:25:29.621583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-f5ac5159-eff6-43e6-b00e-ffe6f5bd827d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:29.623189 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-f5ac5159-eff6-43e6-b00e-ffe6f5bd827d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 200 len: 849 time: 0.1478596 Nov 11 11:25:29.922293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33120) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:29.948353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:29.990001 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:29.996498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7f05ba06a24d7c9da6fa4f5c51133e is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:30.000657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:30.008726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:30.103858 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-3cde9d3b-676a-425b-83fe-1323a2af3c3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5664352-840f-4ab4-9e50-5e5b0a34b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4709265 Nov 11 11:25:30.179271 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:30.188974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:30.200063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d28349f7-0d06-4d28-9865-c6084eab9be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:30.240567 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c7f05ba06a24d7c9da6fa4f5c51133e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3169625 Nov 11 11:25:30.246428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33132) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:30.302213 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-11b02f36-1073-47a4-9464-696b15a2fc0f service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875248 Nov 11 11:25:30.317872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27578f8-e5c3-4745-817c-729dac422663,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:30.321929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279afb4-c4f7-488c-b5e3-e4347b577244 req-834face6-f65e-4d86-9733-4c48142c2aa5 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:30.322556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:30.329873 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a279afb4-c4f7-488c-b5e3-e4347b577244 req-834face6-f65e-4d86-9733-4c48142c2aa5 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.5707917 Nov 11 11:25:30.343593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1956-3a9e-4295-ad22-bf57e61f0b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:30.417913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1956-3a9e-4295-ad22-bf57e61f0b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:30.488649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1956-3a9e-4295-ad22-bf57e61f0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:30.496730 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d364c844-4948-4ea8-b9e6-408b9cbf9306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:30.499485 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d21c7925-afcf-477c-adc2-12cd4df56861 req-b7bee380-d6b0-4863-b56d-20a1679d89ef service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633253 Nov 11 11:25:30.508959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85909d21-2fe4-4070-8c31-0d4870c8f895 req-86242f0f-dace-4b2e-b1ac-79d1df783928 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:30.517199 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-85909d21-2fe4-4070-8c31-0d4870c8f895 req-86242f0f-dace-4b2e-b1ac-79d1df783928 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 945 time: 0.7050357 Nov 11 11:25:30.526067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca1956-3a9e-4295-ad22-bf57e61f0b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27578f8-e5c3-4745-817c-729dac422663,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:30.537202 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f2ca1956-3a9e-4295-ad22-bf57e61f0b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:30.546095 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1956-3a9e-4295-ad22-bf57e61f0b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:30.550263 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f2ca1956-3a9e-4295-ad22-bf57e61f0b26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d27578f8-e5c3-4745-817c-729dac422663 HTTP/1.1" status: 204 len: 168 time: 0.3027182 Nov 11 11:25:30.612605 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a279afb4-c4f7-488c-b5e3-e4347b577244 req-23590b04-9b1d-4219-ac6c-ceeb06be7252 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817643 Nov 11 11:25:30.614894 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-85909d21-2fe4-4070-8c31-0d4870c8f895 req-5602fb81-c346-470b-809e-d280b16ffdf7 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968406 Nov 11 11:25:31.096659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d2c50-fac8-40b6-b1d4-fe793440b4de req-ed15134a-5743-476d-a30a-dd04155f856a tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:31.098714 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-063d2c50-fac8-40b6-b1d4-fe793440b4de req-ed15134a-5743-476d-a30a-dd04155f856a tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 943 time: 0.2634885 Nov 11 11:25:31.272374 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-063d2c50-fac8-40b6-b1d4-fe793440b4de req-ea4d37c8-6766-4d7f-bf14-4f4166ccaeaf tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157994 Nov 11 11:25:31.279855 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6214a52-3284-4d86-9936-2c89802589fd req-00483c80-afab-4396-a15d-a8a21d3f512c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 1098 time: 0.2835870 Nov 11 11:25:31.295625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573994da-9f36-47ba-8147-49279068cb8e req-b5fd6f88-8164-4bb3-b9fe-f92210aed378 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:31.297279 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-573994da-9f36-47ba-8147-49279068cb8e req-b5fd6f88-8164-4bb3-b9fe-f92210aed378 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.2083786 Nov 11 11:25:31.470226 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-573994da-9f36-47ba-8147-49279068cb8e req-08f880a8-1a63-40a0-b048-bbb901a33935 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420219 Nov 11 11:25:31.605893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6214a52-3284-4d86-9936-2c89802589fd req-d57a4ebe-e812-4d4f-af40-a8bdecb5fc3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:31.607605 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6214a52-3284-4d86-9936-2c89802589fd req-d57a4ebe-e812-4d4f-af40-a8bdecb5fc3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 919 time: 0.3092973 Nov 11 11:25:31.669411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-55384ce9-0f39-48a7-a39d-3b2293843109 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:31.670489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-55384ce9-0f39-48a7-a39d-3b2293843109 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Synchronizing usage tracker for tenant:45d03c2583e04e04a342a778caedd7d6 on resource:port {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:31.704457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-55384ce9-0f39-48a7-a39d-3b2293843109 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Unset dirty status for tenant:45d03c2583e04e04a342a778caedd7d6 on resource:port {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:31.706136 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-55384ce9-0f39-48a7-a39d-3b2293843109 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.64 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 945 time: 0.1446655 Nov 11 11:25:31.765489 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6214a52-3284-4d86-9936-2c89802589fd req-a6497f22-4cdd-4459-af87-ed8113ffb57d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33777b86-a48a-45cb-9f08-722979b45003 HTTP/1.1" status: 200 len: 217 time: 0.0926175 Nov 11 11:25:31.830872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Deleting port 88fcc7b0-911c-448b-8365-edc5fcead9d1 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:25:31.831512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:31.911406 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-88101635-f6fe-47c7-aaf3-3d757b10588c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:31.913635 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-88101635-f6fe-47c7-aaf3-3d757b10588c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 813 time: 0.3968792 Nov 11 11:25:31.937809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6214a52-3284-4d86-9936-2c89802589fd req-fcc34438-9615-48db-9eac-8f79195aa7d1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:31.939507 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6214a52-3284-4d86-9936-2c89802589fd req-fcc34438-9615-48db-9eac-8f79195aa7d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.1678476 Nov 11 11:25:31.955966 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-3ac7aeec-3352-4976-b1a7-3cb5b62ccb9a tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/quotas/366a6c6192c449c1bed44196331d3707 HTTP/1.1" status: 200 len: 375 time: 0.0276244 Nov 11 11:25:32.034793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device b59bab04-e391-4c19-bd22-4c9af01db35e details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:25:32.071276 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6214a52-3284-4d86-9936-2c89802589fd req-bab0f6ed-07df-403d-a420-9c787672a5db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176674 Nov 11 11:25:32.098867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ef94-bb92-4bc3-a0fb-22030a156351 req-2d8ecdfc-c9c5-4078-b560-07c4daa617e4 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:32.108049 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cc69ef94-bb92-4bc3-a0fb-22030a156351 req-2d8ecdfc-c9c5-4078-b560-07c4daa617e4 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 945 time: 0.2923896 Nov 11 11:25:32.245371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] For port 88fcc7b0-911c-448b-8365-edc5fcead9d1, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=88fcc7b0-911c-448b-8365-edc5fcead9d1,segment=NetworkSegment(d6d1a5c0-cf2c-4757-81b6-63acad200bd3),segment_id=d6d1a5c0-cf2c-4757-81b6-63acad200bd3)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:32.245775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:32.265600 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6214a52-3284-4d86-9936-2c89802589fd req-ae87d0cf-740f-40fc-a737-421fa68a4d54 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738744 Nov 11 11:25:32.321238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port b59bab04-e391-4c19-bd22-4c9af01db35e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=b59bab04-e391-4c19-bd22-4c9af01db35e,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:32.344892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'port_id': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'mac_address': 'fa:16:3e:99:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:25:32.438675 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:32.487568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59bab04-e391-4c19-bd22-4c9af01db35e {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:32.524582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port b59bab04-e391-4c19-bd22-4c9af01db35e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=b59bab04-e391-4c19-bd22-4c9af01db35e,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:32.537351 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:32.539749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:32.550908 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cc69ef94-bb92-4bc3-a0fb-22030a156351 req-3e7e5f60-5c02-463c-bd23-0633b56e5f3e tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb62181-890d-4137-b2e9-d3d0debc9768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415557 Nov 11 11:25:32.561747 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6214a52-3284-4d86-9936-2c89802589fd req-4e733c59-a887-43e2-a0c8-09a7902cbb50 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773485 Nov 11 11:25:32.598276 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-17c01ab5-eac7-4745-bba3-731e07640e28 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6329901 Nov 11 11:25:32.820649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=b59bab04-e391-4c19-bd22-4c9af01db35e,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:32.824986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:32.864275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['b59bab04-e391-4c19-bd22-4c9af01db35e'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:25:32.864880 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Calling delete_port for 88fcc7b0-911c-448b-8365-edc5fcead9d1 owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:25:33.037472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33240) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:33.039678 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-6293e849-5952-49ae-8c12-3edf100719b4 service neutron] 10.222.0.37 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161797 Nov 11 11:25:33.087745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cde320-b5e4-402f-a6be-72154d1aabac req-2e870fc6-4e49-46e1-bc71-81f216297332 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:33.096440 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-32cde320-b5e4-402f-a6be-72154d1aabac req-2e870fc6-4e49-46e1-bc71-81f216297332 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 944 time: 0.1918981 Nov 11 11:25:33.268769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:33.292601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-be5287a5-57c2-42f1-b27e-f4d51b9ff6ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:33.395908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Pushing event deleted for resources: {'Port': ['ID=88fcc7b0-911c-448b-8365-edc5fcead9d1,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:33.404016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:33.484145 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33258) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:33.503154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:33.531705 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-4c7d95b1-6382-49cd-99d7-eaff6868dae9 service neutron] 10.222.0.37 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830017 Nov 11 11:25:33.536180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] No DVR routers for this DVR port 88fcc7b0-911c-448b-8365-edc5fcead9d1 on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:25:33.546913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:33.547731 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-32cde320-b5e4-402f-a6be-72154d1aabac req-512be070-4e22-4cf7-926b-5681d1cc6ae0 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502869 Nov 11 11:25:33.568490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cec3b-df01-40d6-8793-e66ea295dcf6', 'name': 'network-vif-deleted', 'tag': '88fcc7b0-911c-448b-8365-edc5fcead9d1'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:33.617453 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-82eebaa6-f591-40fa-aff3-cf419adcd62f req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.64 "DELETE /v2.0/ports/88fcc7b0-911c-448b-8365-edc5fcead9d1 HTTP/1.1" status: 204 len: 173 time: 1.9051728 Nov 11 11:25:33.654623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:33.682985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb3452b693a4fa6a017d05478d453c0 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:33.694749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:33.717825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:33.979314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:33.989225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:33.997424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-edded6dd-cd5d-4eb6-8a91-df11d783eb90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:34.029531 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f1aa287a-7b1e-4c31-b23f-0d3f0d6feaed req-b6a4c13e-71e7-4e37-8360-009e1d385701 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] 10.222.0.37 "GET /v2.0/ports?device_id=186cec3b-df01-40d6-8793-e66ea295dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0646179 Nov 11 11:25:34.046676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device b59bab04-e391-4c19-bd22-4c9af01db35e up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:34.076426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b7d62-1401-4a0d-b085-2cec69ba522b req-e880ace2-337b-4dd1-9c28-9bff3ab9de4b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:34.079312 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f7b7d62-1401-4a0d-b085-2cec69ba522b req-e880ace2-337b-4dd1-9c28-9bff3ab9de4b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.2294528 Nov 11 11:25:34.099723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.154320 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f7b7d62-1401-4a0d-b085-2cec69ba522b req-2be34efb-1043-4d70-b228-1169b5635c88 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574758 Nov 11 11:25:34.217548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:34.222449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Usage tracker for resource:security_group_rule and tenant:a753e065d4e8430b944d0135d30a7050 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:34.226571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:34.233193 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:34.265131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487af214-d280-4df4-adb0-4bb84ee7c4b4,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:34.270776 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbb3452b693a4fa6a017d05478d453c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2313051 Nov 11 11:25:34.273614 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cec3b-df01-40d6-8793-e66ea295dcf6', 'name': 'network-vif-deleted', 'tag': '88fcc7b0-911c-448b-8365-edc5fcead9d1', 'status': 'completed', 'code': 200} Nov 11 11:25:34.274502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:34.275359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33298) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:34.331660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port b59bab04-e391-4c19-bd22-4c9af01db35e completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:34.338643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.340224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port b59bab04-e391-4c19-bd22-4c9af01db35e triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:34.340698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.358749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.371916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0c069e9f-746b-453a-a60c-956080d57c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:34.414776 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bbed8dbc-d427-4396-8db1-8f5e627da4c7 req-f8e5fb1b-7734-4f82-a53a-a1608be14cde tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 210 time: 0.1298542 Nov 11 11:25:34.472364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2573451b-ae46-40e8-be6b-aae53ad2a49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.474134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a125eb-87d6-4e7c-8cf4-75decb608be9,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:34.479067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:34.490829 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a753e065d4e8430b944d0135d30a7050&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9693315 Nov 11 11:25:34.492081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33314) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:34.509584 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2573451b-ae46-40e8-be6b-aae53ad2a49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.588156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2573451b-ae46-40e8-be6b-aae53ad2a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.596369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.597700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31707618-be55-46d9-bacc-f3d24590391e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.599701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2cf86194-7774-4595-ae9f-4cd6adbb9848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:34.630046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573451b-ae46-40e8-be6b-aae53ad2a49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487af214-d280-4df4-adb0-4bb84ee7c4b4,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:34.630999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31707618-be55-46d9-bacc-f3d24590391e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.633893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2573451b-ae46-40e8-be6b-aae53ad2a49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:34.674176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2573451b-ae46-40e8-be6b-aae53ad2a49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.676027 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2573451b-ae46-40e8-be6b-aae53ad2a49f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/487af214-d280-4df4-adb0-4bb84ee7c4b4 HTTP/1.1" status: 204 len: 168 time: 0.3864846 Nov 11 11:25:34.701394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59bab04-e391-4c19-bd22-4c9af01db35e'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:34.757018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port b59bab04-e391-4c19-bd22-4c9af01db35e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=b59bab04-e391-4c19-bd22-4c9af01db35e,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:34.767051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.768555 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 88fcc7b0-911c-448b-8365-edc5fcead9d1 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:25:34.773518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31707618-be55-46d9-bacc-f3d24590391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.790223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:34.840079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:34.933647 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'code': 200} Nov 11 11:25:34.946941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707618-be55-46d9-bacc-f3d24590391e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a125eb-87d6-4e7c-8cf4-75decb608be9,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:34.957171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=b59bab04-e391-4c19-bd22-4c9af01db35e,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:34.958440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31707618-be55-46d9-bacc-f3d24590391e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:34.963914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:34.966150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 88fcc7b0-911c-448b-8365-edc5fcead9d1 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:25:34.966536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 88fcc7b0-911c-448b-8365-edc5fcead9d1 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:25:34.968432 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-31707618-be55-46d9-bacc-f3d24590391e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87a125eb-87d6-4e7c-8cf4-75decb608be9 HTTP/1.1" status: 204 len: 168 time: 0.4751101 Nov 11 11:25:34.970878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-31707618-be55-46d9-bacc-f3d24590391e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:35.061360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c89b52-6f2f-4da8-987b-7f0bd8d8047a req-5ba42d75-d843-4ac9-9186-134442d32573 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:35.071802 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6c89b52-6f2f-4da8-987b-7f0bd8d8047a req-5ba42d75-d843-4ac9-9186-134442d32573 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.2310717 Nov 11 11:25:35.109154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33340) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:35.178642 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6c89b52-6f2f-4da8-987b-7f0bd8d8047a req-7ae8ac8e-c9ec-4f83-a553-e52291948e59 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055689 Nov 11 11:25:35.446424 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-289c6f6f-1305-4864-a970-6d75845a1e36 req-725e78a8-6ea0-47ef-a567-f3df3088def5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 1098 time: 0.1353552 Nov 11 11:25:35.510593 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-289c6f6f-1305-4864-a970-6d75845a1e36 req-38040790-848b-4036-a36e-45a51f590b25 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559793 Nov 11 11:25:35.535659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e38560-f67e-4b95-96be-a56d3094fc0c req-5888e4ac-d1c3-4c15-8e29-82e5ceb1caa9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:35.537415 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-55e38560-f67e-4b95-96be-a56d3094fc0c req-5888e4ac-d1c3-4c15-8e29-82e5ceb1caa9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.1444860 Nov 11 11:25:35.636749 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-932086a4-2278-4abc-93bd-8e3d241bbc75 req-91e560c2-a3b0-44b8-a75e-2781165a99fa tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 210 time: 0.0569921 Nov 11 11:25:35.682893 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-55e38560-f67e-4b95-96be-a56d3094fc0c req-a55fddf0-37a0-47cf-bb82-e97527580bd0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387658 Nov 11 11:25:35.700526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:35.754292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:35.759433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Usage tracker for resource:security_group_rule and tenant:776f5b93a10a4815b89cc45a70ef845f is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:35.763002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:35.769885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:35.784904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33360) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:35.805395 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:35.843523 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:35.847688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Usage tracker for resource:security_group_rule and tenant:85cc07e1238d4229b731ebab884e17e4 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:35.851505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:35.857672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:35.861726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:35.865062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:35.881468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a12ce745-4b9f-4efd-80f6-ee91a71e6fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:35.884001 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33366) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:35.916006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:35.916507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6ac79d-71a3-4a1a-a9d3-2d3ff9b3057a,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:35.927186 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:35.938205 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=776f5b93a10a4815b89cc45a70ef845f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8271000 Nov 11 11:25:35.940927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33372) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:35.965715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:35.975837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Usage tracker for resource:security_group_rule and tenant:b9e03d768df64e66902262018ae75f9c is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:35.980882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:35.993132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:36.014425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-13d15c7c-2d03-4e4b-b081-183fad50406d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.029675 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.035906 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.048694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8f38a6d2-deb5-4e2b-8276-db8cc49ee4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:36.056306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-13d15c7c-2d03-4e4b-b081-183fad50406d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.079723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe80f1a1-ccf5-44c7-b357-21d75e5ac424,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:36.091744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:36.124783 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85cc07e1238d4229b731ebab884e17e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3360720 Nov 11 11:25:36.125503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33378) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:36.252630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-13d15c7c-2d03-4e4b-b081-183fad50406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.263387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.269226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aab145d8-1116-478e-adc8-c1dd9ac2d3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.272720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.276436 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2573451b-ae46-40e8-be6b-aae53ad2a49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:36.292881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:36.329546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d15c7c-2d03-4e4b-b081-183fad50406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6ac79d-71a3-4a1a-a9d3-2d3ff9b3057a,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:36.334527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-13d15c7c-2d03-4e4b-b081-183fad50406d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.339546 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-13d15c7c-2d03-4e4b-b081-183fad50406d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f6ac79d-71a3-4a1a-a9d3-2d3ff9b3057a HTTP/1.1" status: 204 len: 168 time: 0.3939126 Nov 11 11:25:36.351692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-13d15c7c-2d03-4e4b-b081-183fad50406d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:36.368856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e33e90-963b-4e26-9607-eeefcef1bd79,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:36.391522 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9e03d768df64e66902262018ae75f9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5038590 Nov 11 11:25:36.394366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33390) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:36.470342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:36.486768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-c91fb388-b923-4a1b-89ca-ff18bb6e3a6f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:36.487613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-c91fb388-b923-4a1b-89ca-ff18bb6e3a6f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Synchronizing usage tracker for tenant:366a6c6192c449c1bed44196331d3707 on resource:network {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:25:36.497547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aab145d8-1116-478e-adc8-c1dd9ac2d3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.521597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-c91fb388-b923-4a1b-89ca-ff18bb6e3a6f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Unset dirty status for tenant:366a6c6192c449c1bed44196331d3707 on resource:network {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:25:36.522996 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-c91fb388-b923-4a1b-89ca-ff18bb6e3a6f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 813 time: 0.4076796 Nov 11 11:25:36.572665 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb406cf0-c63e-48d8-b1db-78e71ae3801c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.579030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a417cfe-4d8c-4438-8180-a5b68e211e9a req-ead8c2a9-e6e3-4007-9a9d-9e7bd475eb2c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:36.585195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Request body: {'port': {'device_id': '148b86f4-6e1c-447c-96ee-ec04d75d2ecc', 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'admin_state_up': True, 'tenant_id': '366a6c6192c449c1bed44196331d3707'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:36.589660 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8a417cfe-4d8c-4438-8180-a5b68e211e9a req-ead8c2a9-e6e3-4007-9a9d-9e7bd475eb2c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1959424 Nov 11 11:25:36.645374 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aab145d8-1116-478e-adc8-c1dd9ac2d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.658207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb406cf0-c63e-48d8-b1db-78e71ae3801c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.661477 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8a417cfe-4d8c-4438-8180-a5b68e211e9a req-d3cfea23-b0ca-4ba4-b4ea-50c45112b895 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701041 Nov 11 11:25:36.677671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4fbe221a-2c96-45be-bd2f-6ab14e62e383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:36.705405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab145d8-1116-478e-adc8-c1dd9ac2d3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe80f1a1-ccf5-44c7-b357-21d75e5ac424,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:36.730933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aab145d8-1116-478e-adc8-c1dd9ac2d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:36.731926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aab145d8-1116-478e-adc8-c1dd9ac2d3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.737032 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-aab145d8-1116-478e-adc8-c1dd9ac2d3b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe80f1a1-ccf5-44c7-b357-21d75e5ac424 HTTP/1.1" status: 204 len: 168 time: 0.6066816 Nov 11 11:25:36.836007 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:36.839840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb406cf0-c63e-48d8-b1db-78e71ae3801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.848163 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:36.870234 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb406cf0-c63e-48d8-b1db-78e71ae3801c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.874043 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-fb406cf0-c63e-48d8-b1db-78e71ae3801c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6e33e90-963b-4e26-9607-eeefcef1bd79 HTTP/1.1" status: 204 len: 168 time: 0.4763522 Nov 11 11:25:36.879003 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:36.881876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb406cf0-c63e-48d8-b1db-78e71ae3801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e33e90-963b-4e26-9607-eeefcef1bd79,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:36.885650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fb406cf0-c63e-48d8-b1db-78e71ae3801c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:36.895031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Made reservation on behalf of 366a6c6192c449c1bed44196331d3707 for: {'port': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:25:36.905721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:36.994803 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-68b02b71-c2d9-48d4-a3be-f59733fd120b req-07028d5d-4dd3-4e1b-b9b2-30dccd383b2f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 210 time: 0.0589693 Nov 11 11:25:37.035354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389ff4c-8b2b-470a-8d2a-5e33dd678661 req-dd31ffb3-213b-458b-9fab-65654805371a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:37.036993 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0389ff4c-8b2b-470a-8d2a-5e33dd678661 req-dd31ffb3-213b-458b-9fab-65654805371a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.1813846 Nov 11 11:25:37.119189 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0389ff4c-8b2b-470a-8d2a-5e33dd678661 req-2ae1d0c1-05a9-49cc-bd15-74f927fc1af7 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741165 Nov 11 11:25:37.121743 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Allocated IP 172.20.0.3 (ee36b3f8-74c1-4062-89a0-0fd2ea355da2/f4d7c299-1b89-4221-8ad4-2c8042a914b0/66280b9a-cd18-48be-be56-8bc89f81e149) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:37.158863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33412) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:37.196620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.269092 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:37.277804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Usage tracker for resource:security_group_rule and tenant:0276f883a54147d580205a470473a021 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:37.288591 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:37.304522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:37.436340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.446536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.452256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.459386 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d35130a2-2c67-4556-bf32-75ad24a42a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:37.512935 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.523935 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33428) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:37.527468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3897a9-9402-4e36-ab04-21f994be0f55,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:37.531424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:37.531846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2d3bddcd-bf65-44a0-b959-07f20cf2e161'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:25:37.567351 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:37.574223 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0276f883a54147d580205a470473a021&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4141488 Nov 11 11:25:37.575387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33432) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:37.625978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Pushing event updated for resources: {'Port': ['ID=66280b9a-cd18-48be-be56-8bc89f81e149,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:37.654402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.657461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.658155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.658553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.658981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.659396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.662095 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.662539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.663589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.663981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.664361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:37.682125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:37.717247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:37.718556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:37.726390 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:37.728384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] Deleting subnet 573594f3-0e9a-4917-aed8-f56e668c071a {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:25:37.730819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:37.736826 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.736947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.800132 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2232065 Nov 11 11:25:37.824917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Request body: {'port': {'device_id': '148b86f4-6e1c-447c-96ee-ec04d75d2ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:37.844058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.854083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:37.957121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.000980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-41593444-cb5d-42a9-af9a-72a13140b230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:38.005632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.067439 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573594f3-0e9a-4917-aed8-f56e668c071a,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:38.089485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:38.096568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-28b95fa1-7e2c-4bff-9642-8ce19fa6c147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.144378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33456) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:38.189233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-28b95fa1-7e2c-4bff-9642-8ce19fa6c147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.210537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.234664 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b2e0101e-10eb-4424-8d93-d50b9437ed5f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/573594f3-0e9a-4917-aed8-f56e668c071a HTTP/1.1" status: 204 len: 168 time: 0.7086184 Nov 11 11:25:38.238433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33468) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:38.488241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66280b9a-cd18-48be-be56-8bc89f81e149 {{(pid=88093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:38.497322 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.513042 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720ac88-17e6-4070-a5ba-4aebfc77d11e req-b4963852-2a3b-4e01-a126-019cbecb09ca tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:38.514745 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4720ac88-17e6-4070-a5ba-4aebfc77d11e req-b4963852-2a3b-4e01-a126-019cbecb09ca tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.5591619 Nov 11 11:25:38.521753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.527539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.559982 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Transition to ACTIVE for port object 66280b9a-cd18-48be-be56-8bc89f81e149 will not be triggered until provisioned by entity L2. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:38.572334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.589133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-14237bc9-4a0f-4902-a833-87dce88937c0 tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:38.605984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-28b95fa1-7e2c-4bff-9642-8ce19fa6c147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.628935 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:38.653202 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0d959256-c693-4afa-8678-50e5bfade419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:38.692341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Usage tracker for resource:security_group_rule and tenant:5a70cf58e2334ce89b5c434813bf29e2 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:38.702784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:38.728783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:38.731830 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4720ac88-17e6-4070-a5ba-4aebfc77d11e req-7230c832-1e87-4d57-9be8-6dd601db61a0 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056155 Nov 11 11:25:38.742290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-28b95fa1-7e2c-4bff-9642-8ce19fa6c147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.746411 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-28b95fa1-7e2c-4bff-9642-8ce19fa6c147 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab3897a9-9402-4e36-ab04-21f994be0f55 HTTP/1.1" status: 204 len: 168 time: 1.1665690 Nov 11 11:25:38.747649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b95fa1-7e2c-4bff-9642-8ce19fa6c147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3897a9-9402-4e36-ab04-21f994be0f55,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:38.750229 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-28b95fa1-7e2c-4bff-9642-8ce19fa6c147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:38.783879 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=66280b9a-cd18-48be-be56-8bc89f81e149,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:38.795694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:38.802773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0737ea-a3e5-450f-a697-1c84f4c20140 req-2bbc5c1c-516d-42ae-adb4-fb3ccb1476d0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:38.804994 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ba0737ea-a3e5-450f-a697-1c84f4c20140 req-2bbc5c1c-516d-42ae-adb4-fb3ccb1476d0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 931 time: 0.3787546 Nov 11 11:25:38.817585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Attempting to bind port 66280b9a-cd18-48be-be56-8bc89f81e149 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:38.818077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Attempting to bind port 66280b9a-cd18-48be-be56-8bc89f81e149 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:38.818718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Attempting to bind port 66280b9a-cd18-48be-be56-8bc89f81e149 on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:38.835334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Port 66280b9a-cd18-48be-be56-8bc89f81e149 on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:25:38.835815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Attempting to bind port 66280b9a-cd18-48be-be56-8bc89f81e149 on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:38.856264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:38.856820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Checking segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:38.857382 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Bound using segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:38.858007 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Bound port: 66280b9a-cd18-48be-be56-8bc89f81e149, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'}}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:38.858505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.893781 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:38.938825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.939252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.940050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.940416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > port after_create 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.940771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.941131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > port after_update 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.941476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.941828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.942179 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:38.942583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:39.009424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:39.009844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:39.010181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:39.010622 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88092) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:25:39.010910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba70f8c-bc60-40a4-89a6-95b25802decf']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:39.033187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.038415 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] For port 66280b9a-cd18-48be-be56-8bc89f81e149, host hv-cinder-81741, cleared binding levels {{(pid=88093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:39.041247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.050693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] For port 66280b9a-cd18-48be-be56-8bc89f81e149, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=66280b9a-cd18-48be-be56-8bc89f81e149,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:39.051841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a9617392-5aad-4697-a447-3bc3431c7fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:39.075357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d1a5c0-cf2c-4757-81b6-63acad200bd3') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:39.075694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d1a5c0-cf2c-4757-81b6-63acad200bd3') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:39.082851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585823c3-5cb6-4ca6-9204-ef666943d775,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:39.089471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.091241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:39.099402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:39.105989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.130148 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ba0737ea-a3e5-450f-a697-1c84f4c20140 req-a850fa1c-5167-44ab-a25b-13faa022fde6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588079 Nov 11 11:25:39.155556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.174337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:25:39.174631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.218805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=66280b9a-cd18-48be-be56-8bc89f81e149,revision_number=3']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:39.225461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:39.234287 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a70cf58e2334ce89b5c434813bf29e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0862319 Nov 11 11:25:39.234287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.235344 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/66280b9a-cd18-48be-be56-8bc89f81e149 HTTP/1.1" status: 200 len: 1093 time: 1.4160457 Nov 11 11:25:39.235542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148b86f4-6e1c-447c-96ee-ec04d75d2ecc', 'tag': '66280b9a-cd18-48be-be56-8bc89f81e149'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:39.241514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33496) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: (self, other), Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: (self, other), Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:25:39.308570 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:25:39.363392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2aecff1-28e4-49f4-a585-6f14afd83527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.410592 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2aecff1-28e4-49f4-a585-6f14afd83527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.440079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-0862813a-8052-4ed1-9081-c7385c1faab4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 1096 time: 0.1433735 Nov 11 11:25:39.480498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2d7bf-7a43-45cc-918c-6089ddd4125f req-cf6b60bb-44ef-47ab-b4f1-c1aaff757b20 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:39.500269 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eca2d7bf-7a43-45cc-918c-6089ddd4125f req-cf6b60bb-44ef-47ab-b4f1-c1aaff757b20 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.4808102 Nov 11 11:25:39.529117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.574535 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7a96764f-9799-4b56-adeb-fcacec27681c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:39.593999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.641013 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eca2d7bf-7a43-45cc-918c-6089ddd4125f req-45b36c10-bb6d-41a4-aa08-a7f7f4c4983a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388793 Nov 11 11:25:39.642185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba70f8c-bc60-40a4-89a6-95b25802decf,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:39.675546 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] 10.222.0.37 "DELETE /v2.0/networks/1ba70f8c-bc60-40a4-89a6-95b25802decf HTTP/1.1" status: 204 len: 168 time: 1.4284880 Nov 11 11:25:39.703680 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.704884 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.705295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.705697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.706094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.709015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.710669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.711096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.713180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.713592 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.714491 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:39.735919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c92e-d706-4bf3-909d-743aac79ccd2 req-5f3d1930-1bff-4f27-9f45-4f0f51df0735 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:39.737579 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8151c92e-d706-4bf3-909d-743aac79ccd2 req-5f3d1930-1bff-4f27-9f45-4f0f51df0735 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.4217238 Nov 11 11:25:39.744086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:39.756071 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33550) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:39.762782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'floatingip': {'port_id': 'b59bab04-e391-4c19-bd22-4c9af01db35e'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:39.771363 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148b86f4-6e1c-447c-96ee-ec04d75d2ecc', 'tag': '66280b9a-cd18-48be-be56-8bc89f81e149', 'status': 'completed', 'code': 200} Nov 11 11:25:39.795800 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-be3c2450-d75b-43e8-93e1-db45a030841b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66280b9a-cd18-48be-be56-8bc89f81e149 HTTP/1.1" status: 200 len: 217 time: 0.3404622 Nov 11 11:25:39.850809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2aecff1-28e4-49f4-a585-6f14afd83527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.862511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5483e9ab-d6b7-48cb-99d9-9e7d47149d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:39.869817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.893496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aecff1-28e4-49f4-a585-6f14afd83527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585823c3-5cb6-4ca6-9204-ef666943d775,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:39.904318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b2aecff1-28e4-49f4-a585-6f14afd83527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:39.908191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b2aecff1-28e4-49f4-a585-6f14afd83527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:39.909592 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b2aecff1-28e4-49f4-a585-6f14afd83527 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/585823c3-5cb6-4ca6-9204-ef666943d775 HTTP/1.1" status: 204 len: 168 time: 0.6674187 Nov 11 11:25:39.925072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-3f37f823-ad68-46bf-881a-4eb632cf9920 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:39.927002 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-3f37f823-ad68-46bf-881a-4eb632cf9920 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.1206477 Nov 11 11:25:40.004808 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-cec857c0-feec-40da-8532-e41bafee40bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659897 Nov 11 11:25:40.049307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33560) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:40.284719 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7b01c201-2d98-4e80-87d5-d414c52e8b5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45d03c2583e04e04a342a778caedd7d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2338498 Nov 11 11:25:40.288659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33570) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:40.402284 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-3bdc2ae8-ef91-4b43-8edf-af44b8c88f6b service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825414 Nov 11 11:25:40.592204 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9418febd-835a-4695-ab7e-a69a9cf8fb9f req-65c0d61c-77ed-49ce-bb36-970387020b61 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807504 Nov 11 11:25:40.773411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aeee40d2-a00a-445c-a601-ac59275649a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:40.817712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aeee40d2-a00a-445c-a601-ac59275649a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:40.874160 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-d8538f96-7f05-4fc1-8279-c924e2d0833a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 1096 time: 0.1960151 Nov 11 11:25:41.026970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aeee40d2-a00a-445c-a601-ac59275649a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:41.062647 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-9d2f4e0f-5fb7-465b-9e7e-cd559881776c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:41.064566 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-9d2f4e0f-5fb7-465b-9e7e-cd559881776c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 914 time: 0.1782036 Nov 11 11:25:41.152554 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-2a78f2de-1ad7-43c1-8d1f-17d820229dcc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66280b9a-cd18-48be-be56-8bc89f81e149 HTTP/1.1" status: 200 len: 217 time: 0.0802963 Nov 11 11:25:41.171957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a45169ae-13a4-4c8a-8134-123a7c58a0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:41.200818 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9158f5-5378-4237-94a3-6e62e6fabd99 req-0fa6ad03-11ef-4f90-9e44-9174078c169e tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:41.202569 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4a9158f5-5378-4237-94a3-6e62e6fabd99 req-0fa6ad03-11ef-4f90-9e44-9174078c169e tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 943 time: 0.8029096 Nov 11 11:25:41.223721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee40d2-a00a-445c-a601-ac59275649a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb62181-890d-4137-b2e9-d3d0debc9768,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:41.244771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aeee40d2-a00a-445c-a601-ac59275649a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:41.272442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-24243234-0a31-4272-8ad5-676037bd52b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:41.275998 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-24243234-0a31-4272-8ad5-676037bd52b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.1051147 Nov 11 11:25:41.284727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aeee40d2-a00a-445c-a601-ac59275649a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:41.285889 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-aeee40d2-a00a-445c-a601-ac59275649a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bb62181-890d-4137-b2e9-d3d0debc9768 HTTP/1.1" status: 204 len: 168 time: 0.9960206 Nov 11 11:25:41.353212 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-cdf5d0b9-42bc-4e1d-afc3-47d208df9d1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627532 Nov 11 11:25:41.369121 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4a9158f5-5378-4237-94a3-6e62e6fabd99 req-9a777d06-957e-41b1-aa27-99110c894884 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484008 Nov 11 11:25:41.375843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bb3b6-163d-4e12-9dae-629387dcbb69 req-189e8a1c-73ad-43e9-84cf-ca4b6a284c9a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:41.377618 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f93bb3b6-163d-4e12-9dae-629387dcbb69 req-189e8a1c-73ad-43e9-84cf-ca4b6a284c9a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.5161726 Nov 11 11:25:41.506921 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f93bb3b6-163d-4e12-9dae-629387dcbb69 req-e88ba28d-cb1e-4bb1-8340-50f890271423 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152844 Nov 11 11:25:41.580252 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-644ac1c2-3ff6-485a-af24-f9e1263b9fb4 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183757 Nov 11 11:25:41.630125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:41.635708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:41.770337 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-18c62e70-e9e3-490c-a3d9-bc64cde36b89 req-b583bcd6-8784-4509-a039-bb1d13435e1d service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759634 Nov 11 11:25:41.887802 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Floating IP 2e9a4150-ad2d-4784-b3eb-9feeda4789d2 associated. External IP: 172.28.1.36, port: b59bab04-e391-4c19-bd22-4c9af01db35e. Nov 11 11:25:42.434358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:25:43.143263 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5e590-3f07-459d-9cbe-952bc4cb92ae req-402e3ba6-d282-4418-8556-ee60043aae12 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:43.144927 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-49f5e590-3f07-459d-9cbe-952bc4cb92ae req-402e3ba6-d282-4418-8556-ee60043aae12 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 943 time: 0.5211418 Nov 11 11:25:43.162225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165d591-f100-4cf0-8802-ba65dfd508e4 req-c3a78c3c-8cb9-4ff3-8ce4-13ef68ea6995 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:43.165669 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e165d591-f100-4cf0-8802-ba65dfd508e4 req-c3a78c3c-8cb9-4ff3-8ce4-13ef68ea6995 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.3992286 Nov 11 11:25:43.197792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:25:43.212454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] Sync routers for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:25:43.217953 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:43.226626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:25:43.227968 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:25:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:43.320569 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-80c26ed1-94f9-4855-aed6-98547851e86f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "PUT /v2.0/floatingips/2e9a4150-ad2d-4784-b3eb-9feeda4789d2 HTTP/1.1" status: 200 len: 990 time: 3.5590498 Nov 11 11:25:43.321602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'tag': 'b59bab04-e391-4c19-bd22-4c9af01db35e'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:43.328605 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-49f5e590-3f07-459d-9cbe-952bc4cb92ae req-195335ff-086f-4f7d-a989-312d38db2200 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624491 Nov 11 11:25:43.335667 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e165d591-f100-4cf0-8802-ba65dfd508e4 req-e8a30fbc-a1fa-4b40-9f52-7ea09cb8f717 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463501 Nov 11 11:25:43.453123 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'tag': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'status': 'completed', 'code': 200} Nov 11 11:25:43.459027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:25:43.577691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33718) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:43.579472 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-0087af5b-5ae2-4b93-aa1d-ea5a9b654b5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 1098 time: 0.0950251 Nov 11 11:25:43.813587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-d13714cc-783b-49ba-b7a3-f1f10825395d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:43.815200 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-d13714cc-783b-49ba-b7a3-f1f10825395d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 911 time: 0.2248394 Nov 11 11:25:43.949654 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-5dfba616-f7b8-4f02-9568-fbd6086790b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59bab04-e391-4c19-bd22-4c9af01db35e HTTP/1.1" status: 200 len: 998 time: 0.1200809 Nov 11 11:25:43.963711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '2e9a4150-ad2d-4784-b3eb-9feeda4789d2', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'port_id': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'mac_address': 'fa:16:3e:99:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:25:14Z', 'updated_at': '2021-11-11T11:25:41Z', 'revision_number': 1, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:43.968123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] Checking router: 03191cbb-c781-4b1b-ad61-bde7ea9451f9 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:25:43.982359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:25:43.983206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:25:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:44.039804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-c9931710-6c07-4201-8411-0497c5285b74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:44.041414 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-c9931710-6c07-4201-8411-0497c5285b74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 200 len: 849 time: 0.0843630 Nov 11 11:25:44.059941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.103848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 66280b9a-cd18-48be-be56-8bc89f81e149 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:25:44.125489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33732) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:44.126763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:44.151453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9a465f20f34da69d8e96d48b39c7f5 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:44.159436 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:44.172293 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-048a7f56-c955-499f-9641-3d6dab26c095 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5664352-840f-4ab4-9e50-5e5b0a34b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1164596 Nov 11 11:25:44.172987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:44.277545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-network', 'tenant_id': '6863095b62f84a09954e098318002d93'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:44.300116 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:25:44.307442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:44.356955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.364326 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.387399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-81e78108-fbd3-4737-abfe-623f2923d356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:44.440315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Usage tracker for resource:network and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:44.464610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:44.512357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:44.530648 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 66280b9a-cd18-48be-be56-8bc89f81e149, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=66280b9a-cd18-48be-be56-8bc89f81e149,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:44.561691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2b63fd-7c87-4f17-8d06-19b7310b6d55,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:44.575496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:44.580461 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c9a465f20f34da69d8e96d48b39c7f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9991753 Nov 11 11:25:44.581327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33750) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:44.587111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '66280b9a-cd18-48be-be56-8bc89f81e149', 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'port_id': '66280b9a-cd18-48be-be56-8bc89f81e149', 'mac_address': 'fa:16:3e:33:59:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d7c299-1b89-4221-8ad4-2c8042a914b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:25:44.610768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Made reservation on behalf of 6863095b62f84a09954e098318002d93 for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:25:44.632743 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.712836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.757892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:44.762970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Usage tracker for resource:security_group_rule and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:44.764297 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.767775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:44.778630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:44.809866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66280b9a-cd18-48be-be56-8bc89f81e149 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:25:44.847720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 66280b9a-cd18-48be-be56-8bc89f81e149, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=66280b9a-cd18-48be-be56-8bc89f81e149,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:44.860760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.863937 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:44.929325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.941714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:44.952983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bc00e136-1890-4af6-858c-2c757667d37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:44.979831 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-6a2296e3-e898-4ba5-aba5-33ca55b4c7f9 service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937298 Nov 11 11:25:44.992713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=66280b9a-cd18-48be-be56-8bc89f81e149,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:45.003572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.003964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.004349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.004729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.005106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.005482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.005852 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.006413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.006983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.007542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.007922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:45.013779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafd10-a75b-46e3-bcf7-be3dac042ec2 req-4baa6fe5-e706-4dea-b2af-ead94f7d4530 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:45.016177 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5deafd10-a75b-46e3-bcf7-be3dac042ec2 req-4baa6fe5-e706-4dea-b2af-ead94f7d4530 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.2896104 Nov 11 11:25:45.017063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:45.049750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f043aa3d-4132-4bea-9756-399472c6e6a2,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:45.069211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24c54-c5ab-4548-b057-a6fe70ae7f69 req-089543b9-eda9-4f61-8e8a-842e85e28a56 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:45.078974 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-86b24c54-c5ab-4548-b057-a6fe70ae7f69 req-089543b9-eda9-4f61-8e8a-842e85e28a56 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 943 time: 0.4610882 Nov 11 11:25:45.087788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:45.088034 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '2e9a4150-ad2d-4784-b3eb-9feeda4789d2', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'port_id': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'mac_address': 'fa:16:3e:99:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:25:14Z', 'updated_at': '2021-11-11T11:25:41Z', 'revision_number': 1, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:45.099097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef58aad-1e07-4318-b603-c52ac0048a01 None None] The sync data for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb is: [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '2e9a4150-ad2d-4784-b3eb-9feeda4789d2', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'port_id': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'mac_address': 'fa:16:3e:99:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:25:14Z', 'updated_at': '2021-11-11T11:25:41Z', 'revision_number': 1, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:25:45.143422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:25:45.155411 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5deafd10-a75b-46e3-bcf7-be3dac042ec2 req-6661d7fd-e30d-44da-ad03-7a65f1abf7e4 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246448 Nov 11 11:25:45.196210 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-86b24c54-c5ab-4548-b057-a6fe70ae7f69 req-b0403638-249d-4a39-9611-d2a47e96494a tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159985 Nov 11 11:25:45.213053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['66280b9a-cd18-48be-be56-8bc89f81e149'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:25:45.239778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a69bd478-db68-4c0b-9193-c56685fc4304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.290706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.291092 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Added segment 54d8f091-1725-44aa-8170-bd6aa206f02a of type vlan for network 4c31b002-3a94-4845-85a1-39c3b0112e17 Nov 11 11:25:45.432149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a69bd478-db68-4c0b-9193-c56685fc4304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.478888 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.526869 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1733bbbb-a8e4-49ee-9d6c-d05e4577a1d9 req-49a3758d-c637-4e16-b25b-62920ae46c7f service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405417 Nov 11 11:25:45.569180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.571333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:45.576821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.602257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:45.620479 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4938195 Nov 11 11:25:45.621487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a69bd478-db68-4c0b-9193-c56685fc4304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.624161 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a69bd478-db68-4c0b-9193-c56685fc4304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.624542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33778) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:45.625327 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a69bd478-db68-4c0b-9193-c56685fc4304 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc2b63fd-7c87-4f17-8d06-19b7310b6d55 HTTP/1.1" status: 204 len: 168 time: 1.0433147 Nov 11 11:25:45.635054 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Request body: {'subnet': {'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-subnet', 'tenant_id': '6863095b62f84a09954e098318002d93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:45.640248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:45.649917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Usage tracker for resource:subnet and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:45.659559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:45.685925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:45.704227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Made reservation on behalf of 6863095b62f84a09954e098318002d93 for: {'subnet': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:25:45.716919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838184561'] for subnet, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:45.785641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Pushing event updated for resources: {'Network': ['ID=4c31b002-3a94-4845-85a1-39c3b0112e17,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:45.789851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:45.790562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-be1928dd-9b09-4d69-bdf2-175f3306693c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:45.801892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abbe6dc-974e-4e22-a450-6d33b14e9908 None None] New status for floating IP 2e9a4150-ad2d-4784-b3eb-9feeda4789d2: ACTIVE {{(pid=88094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:25:45.804992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bd478-db68-4c0b-9193-c56685fc4304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2b63fd-7c87-4f17-8d06-19b7310b6d55,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:45.807783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a69bd478-db68-4c0b-9193-c56685fc4304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:45.872071 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:25:46.086004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16507133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838184546'] for subnet, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:46.108393 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:46.242002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:46.245567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:46.343684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Checking segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:46.344080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Network hostable DHCP agents. Network: 4c31b002-3a94-4845-85a1-39c3b0112e17, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:25:46.417259 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:25:46.521509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33802) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:46.589659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:46.633248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 4c31b002-3a94-4845-85a1-39c3b0112e17) {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:46.634410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:46.663555 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:46.672860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:46.684549 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Usage tracker for resource:security_group_rule and tenant:041bb09dac8841d0933324cc778edf23 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:46.699230 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:46.718450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e107ccd-3dba-49d6-bb60-1ab2b8c67e7e None None] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:25:46.724429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:46.779074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33810) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:46.784867 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1430578 Nov 11 11:25:46.792649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:46.820237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:46.829783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a57af-ca53-4d89-b287-5ca9b64358c6 req-371e521e-4bea-4a9d-a390-fdc0c1a12372 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:46.831502 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3c7a57af-ca53-4d89-b287-5ca9b64358c6 req-371e521e-4bea-4a9d-a390-fdc0c1a12372 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.4092975 Nov 11 11:25:46.843297 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Usage tracker for resource:router and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:46.851533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:46.869972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:46.900977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f212d-05d9-4464-935f-0e1daf4e7e2b req-b11ff5ee-9a41-4dbc-9887-e5c0df149c95 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:46.904640 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-582f212d-05d9-4464-935f-0e1daf4e7e2b req-b11ff5ee-9a41-4dbc-9887-e5c0df149c95 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 944 time: 0.3867834 Nov 11 11:25:46.913072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854156635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667881'] for router, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:46.914414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854078093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107935'] for router, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:46.927514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:46.933486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:46.943271 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f2ca1956-3a9e-4295-ad22-bf57e61f0b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:46.944184 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3c7a57af-ca53-4d89-b287-5ca9b64358c6 req-fa50aec9-74f8-4f5f-812c-5df5004eed0a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037111 Nov 11 11:25:46.965866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:46.985799 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-582f212d-05d9-4464-935f-0e1daf4e7e2b req-bd387ecf-5576-41d5-ac22-eb6204c6999b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709305 Nov 11 11:25:47.017985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa517fc33-af19-590b-aad8-eca2d235264f-4c31b002-3a94-4845-85a1-39c3b0112e17', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d'}]}} from dv-cinder-817417-1-smb. {{(pid=88094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 11:25:47.019732 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.206457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Allocated IP 172.20.0.2 (4c31b002-3a94-4845-85a1-39c3b0112e17/ac7f787b-ca6a-48f1-af1c-41ce6c573b8d/a67c2908-d117-4d68-866d-b5c9cb8bf534) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:47.255670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f60ebd-86ed-49d0-b84a-ca82e0f12072,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:47.275255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:47.344475 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=041bb09dac8841d0933324cc778edf23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8204598 Nov 11 11:25:47.347464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33816) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:47.388366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.435922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.448719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Transition to ACTIVE for port object a67c2908-d117-4d68-866d-b5c9cb8bf534 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:47.460492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-49a83af3-1555-41dc-98d3-f18635085dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.469288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Transition to ACTIVE for port object a67c2908-d117-4d68-866d-b5c9cb8bf534 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:47.474235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.480256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:47.496868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-49a83af3-1555-41dc-98d3-f18635085dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.557770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:47.561494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:47.563399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Pushing event updated for resources: {'Port': ['ID=a67c2908-d117-4d68-866d-b5c9cb8bf534,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:47.565729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:47.568649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:47.632797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-49a83af3-1555-41dc-98d3-f18635085dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.637499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-46292215-eee3-4a25-85b8-3090ea60a71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:47.659821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a83af3-1555-41dc-98d3-f18635085dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f60ebd-86ed-49d0-b84a-ca82e0f12072,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:47.665153 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-49a83af3-1555-41dc-98d3-f18635085dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:47.665976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Attempting to bind port a67c2908-d117-4d68-866d-b5c9cb8bf534 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:47.666402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Attempting to bind port a67c2908-d117-4d68-866d-b5c9cb8bf534 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:47.666813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Attempting to bind port a67c2908-d117-4d68-866d-b5c9cb8bf534 on network 4c31b002-3a94-4845-85a1-39c3b0112e17 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:47.684026 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:47.684452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Checking segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:47.684904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.685344 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Bound using segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:47.685879 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Bound port: a67c2908-d117-4d68-866d-b5c9cb8bf534, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:47.686342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.734672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-49a83af3-1555-41dc-98d3-f18635085dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.736111 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-49a83af3-1555-41dc-98d3-f18635085dd0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59f60ebd-86ed-49d0-b84a-ca82e0f12072 HTTP/1.1" status: 204 len: 168 time: 0.3877239 Nov 11 11:25:47.761476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.797762 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] For port a67c2908-d117-4d68-866d-b5c9cb8bf534, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:47.799404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.807918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] For port a67c2908-d117-4d68-866d-b5c9cb8bf534, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=a67c2908-d117-4d68-866d-b5c9cb8bf534,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:47.812601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:47.817698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:47.906177 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Pushing event updated for resources: {'Port': ['ID=a67c2908-d117-4d68-866d-b5c9cb8bf534,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:47.920215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:48.035681 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Allocated IP 172.28.1.223 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/ce98e0a2-7b57-4111-9e8a-416da34fc175) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:48.116706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 66280b9a-cd18-48be-be56-8bc89f81e149 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:48.316094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 66280b9a-cd18-48be-be56-8bc89f81e149 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:48.324637 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 66280b9a-cd18-48be-be56-8bc89f81e149 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:48.325063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:48.388359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:48.457917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:48.482374 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:48.494131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dfc15-6706-43a0-8896-9bdc83d44166 req-c69eb302-423e-4c3c-9007-e0abf4df8f72 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:48.496824 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-565dfc15-6706-43a0-8896-9bdc83d44166 req-c69eb302-423e-4c3c-9007-e0abf4df8f72 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.3296740 Nov 11 11:25:48.512017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6c9bd-1dcb-4f26-a395-5bd4f254b686 req-9014bcc9-a7ac-466d-b53a-38517e99c8bf tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:48.519983 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08e6c9bd-1dcb-4f26-a395-5bd4f254b686 req-9014bcc9-a7ac-466d-b53a-38517e99c8bf tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 944 time: 0.2702575 Nov 11 11:25:48.560036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:48.599242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b86f4-6e1c-447c-96ee-ec04d75d2ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66280b9a-cd18-48be-be56-8bc89f81e149'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:25:48.605603 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Pushing event updated for resources: {'Port': ['ID=ce98e0a2-7b57-4111-9e8a-416da34fc175,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:48.609052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:48.620816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 66280b9a-cd18-48be-be56-8bc89f81e149, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=66280b9a-cd18-48be-be56-8bc89f81e149,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:48.626280 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:48.627202 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:48.628088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:48.629652 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08e6c9bd-1dcb-4f26-a395-5bd4f254b686 req-19135586-7616-4507-8ca8-c286fdfa086b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645559 Nov 11 11:25:48.630715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:48.647921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:48.651522 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-565dfc15-6706-43a0-8896-9bdc83d44166 req-c72cf286-d02a-4e66-a815-a46719b52297 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459730 Nov 11 11:25:48.800287 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b86f4-6e1c-447c-96ee-ec04d75d2ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66280b9a-cd18-48be-be56-8bc89f81e149', 'code': 200} Nov 11 11:25:48.816166 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=66280b9a-cd18-48be-be56-8bc89f81e149,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:48.835833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:48.909492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:48.910349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637'] for router, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:49.003412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-833ca64e-2e16-4121-bac3-3a001a48f455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:49.197023 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d9c2b306-e08e-4f6d-a302-b3b2d8acf29c req-742ba6aa-a2df-4a67-a0b1-229e7cb0dbf7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 1098 time: 0.1637716 Nov 11 11:25:49.275826 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d9c2b306-e08e-4f6d-a302-b3b2d8acf29c req-d8b78101-9298-4f62-bb8b-093ef43c04de service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667999 Nov 11 11:25:49.326152 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 is scheduled to L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 with binding_index 1 {{(pid=88093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 11:25:49.435371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33898) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:49.596699 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:25:49.608787 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Sync routers for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:25:49.630805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:25:49.631936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:25:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:49.659288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:49.664372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33908) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:49.664706 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8839164 Nov 11 11:25:49.730644 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device a67c2908-d117-4d68-866d-b5c9cb8bf534 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:49.779712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:49.873872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:49.887188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Usage tracker for resource:security_group_rule and tenant:58e87d40b6224b46b600a3939923fb8d is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:49.890945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:49.903753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:49.915598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port a67c2908-d117-4d68-866d-b5c9cb8bf534 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:50.014559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:50.018188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:50.028635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-441cd636-6f76-47ed-a518-ff57145e1692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:50.053692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:25:50.072241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78333f8-4358-4fc9-8d28-05510b078530,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:50.075929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:50.106211 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58e87d40b6224b46b600a3939923fb8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6693959 Nov 11 11:25:50.108635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33920) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:50.200383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3ace-7724-489b-8a9e-118cd721a29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:50.238109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3ace-7724-489b-8a9e-118cd721a29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:50.297341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f0d22-9dea-4dd6-a902-5ce99ff5b85b req-70cece11-d8d7-4cf5-acee-12015a3cd385 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:50.308951 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-026f0d22-9dea-4dd6-a902-5ce99ff5b85b req-70cece11-d8d7-4cf5-acee-12015a3cd385 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 945 time: 0.3673737 Nov 11 11:25:50.315852 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3ace-7724-489b-8a9e-118cd721a29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:50.319994 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab13ea-c8f6-4a6c-aa9d-5a13ffa96095 req-c02e36e2-4009-4b60-b287-a0b7bd760189 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:50.322102 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-49ab13ea-c8f6-4a6c-aa9d-5a13ffa96095 req-c02e36e2-4009-4b60-b287-a0b7bd760189 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.3973784 Nov 11 11:25:50.327510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c2c44549-5e4d-44f8-85a3-1558a2774266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:50.363302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa3ace-7724-489b-8a9e-118cd721a29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78333f8-4358-4fc9-8d28-05510b078530,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:50.364674 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f4133-824a-4f6c-82c3-494450a5bf5c None None] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:25:50.373924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b4aa3ace-7724-489b-8a9e-118cd721a29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:50.376956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3ace-7724-489b-8a9e-118cd721a29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:50.380755 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b4aa3ace-7724-489b-8a9e-118cd721a29e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a78333f8-4358-4fc9-8d28-05510b078530 HTTP/1.1" status: 204 len: 168 time: 0.2684708 Nov 11 11:25:50.541064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:48Z', 'revision_number': 3, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:50.542321 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-49ab13ea-c8f6-4a6c-aa9d-5a13ffa96095 req-2a50a785-b175-435c-8865-f78fe6a5edc2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102232 Nov 11 11:25:50.545792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Checking router: 31c7ca60-f294-48fd-8ab1-0135a2e2d805 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:25:50.546343 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Updating router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 port ce98e0a2-7b57-4111-9e8a-416da34fc175 binding host dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:25:50.590342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] Provisioning for port a67c2908-d117-4d68-866d-b5c9cb8bf534 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:50.595762 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-026f0d22-9dea-4dd6-a902-5ce99ff5b85b req-5087c9fc-7717-4e46-8320-9e51cad0e541 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700136 Nov 11 11:25:50.619055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] Provisioning complete for port a67c2908-d117-4d68-866d-b5c9cb8bf534 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:50.619503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:50.629703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:50.694929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.050957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33942) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:51.097123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.125160 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.141846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Transition to ACTIVE for port object ce98e0a2-7b57-4111-9e8a-416da34fc175 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:51.149830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.155557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:51.183208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] For port a67c2908-d117-4d68-866d-b5c9cb8bf534, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=a67c2908-d117-4d68-866d-b5c9cb8bf534,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:51.184660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.188328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aa8759b8-1f17-4f32-93ba-1444101baa21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:51.268620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] Pushing event updated for resources: {'Port': ['ID=a67c2908-d117-4d68-866d-b5c9cb8bf534,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:51.273329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:51.286187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33950) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:51.333896 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.337487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Pushing event updated for resources: {'Port': ['ID=ce98e0a2-7b57-4111-9e8a-416da34fc175,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:51.345917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Attempting to bind port ce98e0a2-7b57-4111-9e8a-416da34fc175 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:51.349104 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Attempting to bind port ce98e0a2-7b57-4111-9e8a-416da34fc175 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:51.349871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Attempting to bind port ce98e0a2-7b57-4111-9e8a-416da34fc175 on network 7fa78192-f1ce-486a-8916-6b904b8d2f76 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:51.363131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.363686 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.364265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.364633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.366008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.366487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.366959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.367595 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.368422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.368889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.369352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:25:51.384200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:51.385233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:51.385777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:51.387978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.389128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Bound using segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:51.392117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Bound port: ce98e0a2-7b57-4111-9e8a-416da34fc175, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:51.392688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.422024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:51.433550 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Usage tracker for resource:security_group_rule and tenant:fa2eae48dcde4e719b2dfc92a4e97f02 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:51.440390 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:51.443183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33954) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:51.463483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:51.591274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] For port ce98e0a2-7b57-4111-9e8a-416da34fc175, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:51.595198 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] For port ce98e0a2-7b57-4111-9e8a-416da34fc175, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=ce98e0a2-7b57-4111-9e8a-416da34fc175,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:51.601312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.611619 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b0bb9146-3443-45c4-8118-4ed3219da1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:51.627499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.666096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.680363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.703855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:51.704087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cf6c0aa1-80cc-4353-a7f7-6d41830cc59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.748563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device a67c2908-d117-4d68-866d-b5c9cb8bf534 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:51.835064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a83e9d-8311-44a2-9afe-4b1b44db50a9,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:51.842431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:51.875922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.929837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.940311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Pushing event updated for resources: {'Port': ['ID=ce98e0a2-7b57-4111-9e8a-416da34fc175,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:51.947780 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-8a94ad83-65d2-4060-aa32-9d6dbba471be None None] Provisioning complete for port a67c2908-d117-4d68-866d-b5c9cb8bf534 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:51.950058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8a94ad83-65d2-4060-aa32-9d6dbba471be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:51.961887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:51.962819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:25:51.963646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:25:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:51.988840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:51.993874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Usage tracker for resource:security_group_rule and tenant:a23f02c5db2e46748de06cda043a70a2 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:51.996951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:52.004249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:52.028404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.044861 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa2eae48dcde4e719b2dfc92a4e97f02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7575047 Nov 11 11:25:52.049373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33968) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:52.050908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port a67c2908-d117-4d68-866d-b5c9cb8bf534 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:52.051418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.136853 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:52.164133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Usage tracker for resource:security_group_rule and tenant:2ff67f1620e84afa9387b1cc8710a808 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:52.178885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:52.198016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:52.206583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.225437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:25:52.226438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.239526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a69bd478-db68-4c0b-9193-c56685fc4304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:52.273658 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9a6c-3184-4ade-8a64-0a94d415ddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.330958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b1e02-81ec-486e-a8db-f519c7e75adf,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:52.348248 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a23f02c5db2e46748de06cda043a70a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2936835 Nov 11 11:25:52.354658 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 33972) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:52.356568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:52.363020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9a6c-3184-4ade-8a64-0a94d415ddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.422729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Allocated IP 172.20.0.1 (4c31b002-3a94-4845-85a1-39c3b0112e17/ac7f787b-ca6a-48f1-af1c-41ce6c573b8d/2b51135a-0cde-466c-b762-0ca4a8905be3) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:52.437143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.441554 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.450391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fb542989-1c63-4fae-aff9-2c47de641f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:52.487573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9a6c-3184-4ade-8a64-0a94d415ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.503684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126e4257-8ca4-4ae2-af10-7604a19ea50e,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:52.514270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:52.514760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c0c76350-cddc-4896-993c-68b16d229e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:52.516951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db4be0-b15c-492b-9ea5-0125ae202cf4 req-b1e98bff-a3aa-4457-800d-5f2badf218e9 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:52.518587 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b7db4be0-b15c-492b-9ea5-0125ae202cf4 req-b1e98bff-a3aa-4457-800d-5f2badf218e9 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 945 time: 0.2692120 Nov 11 11:25:52.538605 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c9a6c-3184-4ade-8a64-0a94d415ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a83e9d-8311-44a2-9afe-4b1b44db50a9,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:52.548188 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ff67f1620e84afa9387b1cc8710a808&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0976760 Nov 11 11:25:52.548188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ce2c9a6c-3184-4ade-8a64-0a94d415ddd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:52.549397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 33976) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:52.554957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9a6c-3184-4ade-8a64-0a94d415ddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.566676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc40e5-ac3e-4418-9c2c-a573fa590012 req-f499f813-bd7b-451c-ac91-b6e6ef147087 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:52.568397 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eabc40e5-ac3e-4418-9c2c-a573fa590012 req-f499f813-bd7b-451c-ac91-b6e6ef147087 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.3170857 Nov 11 11:25:52.569168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-65d4dc8b-b451-4f30-8bcd-b4c60cf3a93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.580337 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ce2c9a6c-3184-4ade-8a64-0a94d415ddd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3a83e9d-8311-44a2-9afe-4b1b44db50a9 HTTP/1.1" status: 204 len: 168 time: 0.5250123 Nov 11 11:25:52.609502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:48Z', 'revision_number': 3, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:52.614246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62e7fd-9404-4d7a-9d79-8da9c9ce40c0 None None] The sync data for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb is: [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:48Z', 'revision_number': 3, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:25:52.669038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d44-8cb9-41ab-9e67-e237987364b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.703341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d44-8cb9-41ab-9e67-e237987364b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.726104 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-65d4dc8b-b451-4f30-8bcd-b4c60cf3a93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.767788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d44-8cb9-41ab-9e67-e237987364b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.773902 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fb406cf0-c63e-48d8-b1db-78e71ae3801c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:52.786300 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d0d44-8cb9-41ab-9e67-e237987364b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126e4257-8ca4-4ae2-af10-7604a19ea50e,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:52.792345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0e2d0d44-8cb9-41ab-9e67-e237987364b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:52.800760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d44-8cb9-41ab-9e67-e237987364b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.804971 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0e2d0d44-8cb9-41ab-9e67-e237987364b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/126e4257-8ca4-4ae2-af10-7604a19ea50e HTTP/1.1" status: 204 len: 168 time: 0.2501407 Nov 11 11:25:52.811284 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b7db4be0-b15c-492b-9ea5-0125ae202cf4 req-76d49025-eabc-4b0d-b345-7dfb6c9f976c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755699 Nov 11 11:25:52.819716 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eabc40e5-ac3e-4418-9c2c-a573fa590012 req-9c7b16ed-b1bd-440e-bcc4-786156c98e60 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223356 Nov 11 11:25:52.844350 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-65d4dc8b-b451-4f30-8bcd-b4c60cf3a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.866967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:52.885548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4dc8b-b451-4f30-8bcd-b4c60cf3a93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b1e02-81ec-486e-a8db-f519c7e75adf,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:52.892185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-65d4dc8b-b451-4f30-8bcd-b4c60cf3a93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:52.899184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.930650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-65d4dc8b-b451-4f30-8bcd-b4c60cf3a93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.931222 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-65d4dc8b-b451-4f30-8bcd-b4c60cf3a93d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/073b1e02-81ec-486e-a8db-f519c7e75adf HTTP/1.1" status: 204 len: 168 time: 0.5677695 Nov 11 11:25:52.933176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Transition to ACTIVE for port object 2b51135a-0cde-466c-b762-0ca4a8905be3 will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:52.956697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:52.962373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:53.060924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:53.066482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:53.082668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:53.151775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854064544'] for router_interface, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:53.188591 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b51135a-0cde-466c-b762-0ca4a8905be3,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:53.247471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:53.313337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:53.452669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:53.675540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device ce98e0a2-7b57-4111-9e8a-416da34fc175 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:53.832758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:53.840571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:53.899607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34016) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:53.950379 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8da7317e-afa3-4bbc-9930-b93c3692c7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:53.951370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:53.958132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-0709e4f5-7998-4810-b24f-6dedc9fcd7c2 None None] Provisioning for port 2b51135a-0cde-466c-b762-0ca4a8905be3 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:53.979757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-0709e4f5-7998-4810-b24f-6dedc9fcd7c2 None None] Provisioning complete for port 2b51135a-0cde-466c-b762-0ca4a8905be3 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:53.980183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0709e4f5-7998-4810-b24f-6dedc9fcd7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.038172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853598657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711175'] for router_interface, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.042755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:54.053947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Usage tracker for resource:security_group_rule and tenant:539b3c059b684419af9f3dd2795e9ad2 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:54.066596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:54.077119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port ce98e0a2-7b57-4111-9e8a-416da34fc175 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:25:54.082883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:54.095260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port ce98e0a2-7b57-4111-9e8a-416da34fc175 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:54.095731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.172430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-0709e4f5-7998-4810-b24f-6dedc9fcd7c2 None None] Port 2b51135a-0cde-466c-b762-0ca4a8905be3 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:25:54.297737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.306704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.316027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.320340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6c198ff6-e0c0-47c3-8cbc-b460fe4e606d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:54.368316 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port ce98e0a2-7b57-4111-9e8a-416da34fc175, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=ce98e0a2-7b57-4111-9e8a-416da34fc175,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:25:54.376983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.379292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:54.395029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bddf8bc-d530-46d4-9e41-b5fb65ddc360,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:54.404761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:54.408458 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=539b3c059b684419af9f3dd2795e9ad2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5077422 Nov 11 11:25:54.412007 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34032) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:54.526321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b51135a-0cde-466c-b762-0ca4a8905be3,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:54.536074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:54.592623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=ce98e0a2-7b57-4111-9e8a-416da34fc175,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:54.605443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:54.612325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:54.614936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:54.626344 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-67420922-ea78-4bee-ab63-7620608126ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.707564 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-67420922-ea78-4bee-ab63-7620608126ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.829269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c06c1-d80a-4839-a486-fb87cf7d82c7 req-b9c49aee-0244-492b-9d83-6944aa0c7fc2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:54.836231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-67420922-ea78-4bee-ab63-7620608126ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.840006 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d14c06c1-d80a-4839-a486-fb87cf7d82c7 req-b9c49aee-0244-492b-9d83-6944aa0c7fc2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.5487273 Nov 11 11:25:54.847664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d56c0e77-0077-464a-ad0f-64663a3cdbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:54.900203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67420922-ea78-4bee-ab63-7620608126ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bddf8bc-d530-46d4-9e41-b5fb65ddc360,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:54.904164 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-67420922-ea78-4bee-ab63-7620608126ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:54.912139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-67420922-ea78-4bee-ab63-7620608126ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:54.913966 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-67420922-ea78-4bee-ab63-7620608126ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bddf8bc-d530-46d4-9e41-b5fb65ddc360 HTTP/1.1" status: 204 len: 168 time: 0.5009208 Nov 11 11:25:55.056485 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d14c06c1-d80a-4839-a486-fb87cf7d82c7 req-2886fa13-cd9e-40d6-b2d4-1e171e18cfc3 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155099 Nov 11 11:25:55.229241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-ff93a971-9b48-4c5e-8959-2b26e2d469d0 None None] Provisioning complete for port 2b51135a-0cde-466c-b762-0ca4a8905be3 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:55.229860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ff93a971-9b48-4c5e-8959-2b26e2d469d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:55.313109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-ff93a971-9b48-4c5e-8959-2b26e2d469d0 None None] Port 2b51135a-0cde-466c-b762-0ca4a8905be3 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:25:55.396348 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:25:55.615347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device ce98e0a2-7b57-4111-9e8a-416da34fc175 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:25:55.703904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port ce98e0a2-7b57-4111-9e8a-416da34fc175 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:25:55.704409 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:55.794806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34064) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:55.838733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:55.918467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:55.924480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d9a58a63ac4f278276c77937bc6a59 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:55.928601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:55.945002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:55.983287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:25:55.989165 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] 10.222.0.37 "PUT /v2.0/routers/31c7ca60-f294-48fd-8ab1-0135a2e2d805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3229885 Nov 11 11:25:56.101190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:56.109918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:56.137203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b4aa3ace-7724-489b-8a9e-118cd721a29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:56.240221 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a17f67-8846-4e55-bba0-accf165aabed,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:56.244047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:56.247221 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9d9a58a63ac4f278276c77937bc6a59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4505460 Nov 11 11:25:56.249446 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34084) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:56.414011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9982fae3-ada1-4896-a29b-c5f804fa3f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:56.465822 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9982fae3-ada1-4896-a29b-c5f804fa3f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:56.565015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7d06b-e011-411d-b325-894bd9074339 req-835743c1-4b1d-42b1-9912-081528ac12e1 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:56.579361 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-abf7d06b-e011-411d-b325-894bd9074339 req-835743c1-4b1d-42b1-9912-081528ac12e1 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.2444255 Nov 11 11:25:56.630870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9982fae3-ada1-4896-a29b-c5f804fa3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:56.641466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-31707618-be55-46d9-bacc-f3d24590391e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:56.666065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982fae3-ada1-4896-a29b-c5f804fa3f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a17f67-8846-4e55-bba0-accf165aabed,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:56.670211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9982fae3-ada1-4896-a29b-c5f804fa3f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:56.728403 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-abf7d06b-e011-411d-b325-894bd9074339 req-047204c3-395f-42bb-bee0-1b9237ba1075 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472423 Nov 11 11:25:56.729524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9982fae3-ada1-4896-a29b-c5f804fa3f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:56.733389 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9982fae3-ada1-4896-a29b-c5f804fa3f8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1a17f67-8846-4e55-bba0-accf165aabed HTTP/1.1" status: 204 len: 168 time: 0.4797935 Nov 11 11:25:57.060391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-bf70d8f5-343d-4663-8a6b-97be0b26ca15 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:57.062087 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-bf70d8f5-343d-4663-8a6b-97be0b26ca15 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 813 time: 0.1971719 Nov 11 11:25:57.066934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Sync routers for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:25:57.094489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:25:57.095222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:25:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:57.102746 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-34eeb714-f116-4a29-bd1e-00f033e65ed3 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/quotas/366a6c6192c449c1bed44196331d3707 HTTP/1.1" status: 200 len: 375 time: 0.0255990 Nov 11 11:25:57.103553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34114) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:57.110971 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308360454', 'description': 'tempest-description--1699032740'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:57.158694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:57.176953 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:security_group and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:57.182370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:57.191809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:57.230430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:57.258454 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-84eb6ee9-704c-4079-b2f2-55c618383765 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416984 Nov 11 11:25:57.418871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:57.426958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:security_group_rule and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:57.433700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:57.445319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:57.486258 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-cc8651db-ffab-46e9-a792-8fce176df4ba service neutron] 10.222.0.37 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267022 Nov 11 11:25:57.584140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:25:57.633228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:25:57.670653 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-c2746173-f5d3-4fe5-9f53-28caa31721f2 service neutron] 10.222.0.37 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833272 Nov 11 11:25:57.778527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:57.800184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:57.805746 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9982fae3-ada1-4896-a29b-c5f804fa3f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:57.876160 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da65f037-adea-4c91-8cbf-aa67936d18f0,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:57.892488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:57.945590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:57.947122 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8425691 Nov 11 11:25:57.950292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34152) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:57.956639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'security_group_rule': {'security_group_id': 'da65f037-adea-4c91-8cbf-aa67936d18f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:57.980020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:58.002801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:security_group_rule and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:58.010189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:58.025090 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:58.044064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.058237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.102869 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8792f278-4b6a-4d21-8105-8e02456e2c8a req-3a520970-d771-41d7-92f4-f7e920ff3ccb tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 210 time: 0.1244950 Nov 11 11:25:58.183590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c755c7e-5d11-40fb-a3c7-2becb0d2aece req-dd2e8aed-df1d-4dc8-ac25-fbb8f466cc34 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:58.185256 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c755c7e-5d11-40fb-a3c7-2becb0d2aece req-dd2e8aed-df1d-4dc8-ac25-fbb8f466cc34 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.1601882 Nov 11 11:25:58.268896 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.274803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.277065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:58.323505 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c755c7e-5d11-40fb-a3c7-2becb0d2aece req-f15333e8-518b-4454-9a39-d6478f7160d8 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173036 Nov 11 11:25:58.350204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52766673-a09d-489d-b524-e82cbeb47470,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:58.353577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:58.354362 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.355689 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4043128 Nov 11 11:25:58.358810 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34182) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:58.365998 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'security_group_rule': {'security_group_id': 'da65f037-adea-4c91-8cbf-aa67936d18f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:58.372455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:58.376627 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:security_group_rule and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:58.379777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:58.386192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:58.388750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 2, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:25:58.414398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Checking router: 31c7ca60-f294-48fd-8ab1-0135a2e2d805 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:25:58.414822 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Updating router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 port 2b51135a-0cde-466c-b762-0ca4a8905be3 binding host dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:25:58.435758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.536760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.562522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.566218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.580048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e8bd4bc-3a1e-4429-ad8a-20abf534476d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:58.618286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e15eac-71e5-46ed-8675-7b256bdeac13,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:58.624564 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:58.671300 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:58.672673 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3124743 Nov 11 11:25:58.676296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34202) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:25:58.683886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'floatingip': {'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:25:58.710801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:25:58.722067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:floatingip and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:25:58.739146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:25:58.747657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:25:58.768632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.035512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.236679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Allocated IP 172.28.1.92 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/85c48663-a468-46a4-909f-89eb3ea69b74) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:25:59.315598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.329980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Transition to ACTIVE for port object 2b51135a-0cde-466c-b762-0ca4a8905be3 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:25:59.339866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.345427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:59.398984 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-11413206-455d-42c8-9229-fb7f789fdbf7 req-33617eba-e25c-45b8-9cb9-2f8255771bc5 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 210 time: 0.0680501 Nov 11 11:25:59.479763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4a0e1-c197-4b4d-93eb-92a00e6a7871 None None] Pushing event updated for resources: {'Port': ['ID=2b51135a-0cde-466c-b762-0ca4a8905be3,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:59.492828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dff4a0e1-c197-4b4d-93eb-92a00e6a7871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:59.598181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.695959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.704932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:25:59.782055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Attempting to bind port 2b51135a-0cde-466c-b762-0ca4a8905be3 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:25:59.782416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Attempting to bind port 2b51135a-0cde-466c-b762-0ca4a8905be3 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:25:59.782831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Attempting to bind port 2b51135a-0cde-466c-b762-0ca4a8905be3 on network 4c31b002-3a94-4845-85a1-39c3b0112e17 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:25:59.808966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:25:59.809383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Checking segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:25:59.809834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.810271 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Bound using segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:25:59.810791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Bound port: 2b51135a-0cde-466c-b762-0ca4a8905be3, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:25:59.811220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.828003 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492ec1-f96c-4934-b863-8ee6ca6f6ffb req-927f9013-99ee-45aa-adfc-605f24de72fa tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:25:59.836969 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-76492ec1-f96c-4934-b863-8ee6ca6f6ffb req-927f9013-99ee-45aa-adfc-605f24de72fa tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.2094736 Nov 11 11:25:59.847082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:25:59.866821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:25:59.874552 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:25:59.935719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'Port': ['ID=85c48663-a468-46a4-909f-89eb3ea69b74,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:25:59.960490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] For port 2b51135a-0cde-466c-b762-0ca4a8905be3, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:25:59.964535 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] For port 2b51135a-0cde-466c-b762-0ca4a8905be3, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=2b51135a-0cde-466c-b762-0ca4a8905be3,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:25:59.975569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:25:59.977433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:25:59.984445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:00.073073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:00.132504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4a0e1-c197-4b4d-93eb-92a00e6a7871 None None] Pushing event updated for resources: {'Port': ['ID=2b51135a-0cde-466c-b762-0ca4a8905be3,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:00.136561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dff4a0e1-c197-4b4d-93eb-92a00e6a7871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:00.144406 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:26:00.145670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:25:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:26:00.153868 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-76492ec1-f96c-4934-b863-8ee6ca6f6ffb req-5bdfb940-d8b8-4338-a837-791bb966f9a2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154445 Nov 11 11:26:00.192923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:00.472507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:26:00.696540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:00.804013 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:00.842329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34268) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:00.851766 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:00.899106 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-26fd03b1-fe24-4e27-a39c-a7efb3c1beb5 req-de595b7b-1384-4940-8c95-3198856c4279 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 210 time: 0.1947470 Nov 11 11:26:00.920582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-74207aaf-b584-4eee-a5a4-6cf2569938e6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:00.922168 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-74207aaf-b584-4eee-a5a4-6cf2569938e6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 813 time: 0.6657619 Nov 11 11:26:00.953030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Request body: {'port': {'device_id': '3d5a7daf-b098-4f32-89c1-5311b2a2ec43', 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'admin_state_up': True, 'tenant_id': '366a6c6192c449c1bed44196331d3707'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:01.055995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:01.076480 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9304dec6-00ad-4908-8734-74befa2dc6e3 req-442aad86-1005-486d-a9ed-b5f332050329 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 1098 time: 0.6066723 Nov 11 11:26:01.077715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'Port': ['ID=85c48663-a468-46a4-909f-89eb3ea69b74,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:01.081480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:01.153597 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9304dec6-00ad-4908-8734-74befa2dc6e3 req-ed16d16a-6670-46d4-a4ab-d963e3998935 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639322 Nov 11 11:26:01.154393 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:01.155740 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4783509 Nov 11 11:26:01.188972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:25:59Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:26:01.205561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1403a-25fd-4210-813b-d91dd9e0d84d None None] The sync data for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb is: [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:25:59Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:26:01.259566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:01.270874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Usage tracker for resource:port and tenant:366a6c6192c449c1bed44196331d3707 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:01.279551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:01.290153 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:01.322278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Made reservation on behalf of 366a6c6192c449c1bed44196331d3707 for: {'port': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:26:01.343946 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:01.454582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34284) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:01.541395 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:01.654800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03457c98-d7fc-4718-837b-2558ea02b807 req-b8d8efce-30ec-42a0-a152-40e20165d64f tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:01.665056 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-03457c98-d7fc-4718-837b-2558ea02b807 req-b8d8efce-30ec-42a0-a152-40e20165d64f tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.2020752 Nov 11 11:26:01.666690 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 2b51135a-0cde-466c-b762-0ca4a8905be3 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:26:01.726923 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-03457c98-d7fc-4718-837b-2558ea02b807 req-dd1f0b60-04b9-4bfb-afe1-9916125db2fb tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 Nov 11 11:26:01.750699 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:01.764905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Usage tracker for resource:security_group_rule and tenant:d3627deff27741e29e899ac5fcdf6a61 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:01.776425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:01.794413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:01.816356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:01.820520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 2b51135a-0cde-466c-b762-0ca4a8905be3 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:26:01.834712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 2b51135a-0cde-466c-b762-0ca4a8905be3 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:26:01.835149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:01.866276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Allocated IP 172.20.0.11 (ee36b3f8-74c1-4062-89a0-0fd2ea355da2/f4d7c299-1b89-4221-8ad4-2c8042a914b0/4aae76ca-c05d-43a7-8e54-2f89951e174b) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:26:01.932979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:01.938337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-01d4141c-e441-46c3-b7ed-fcdd8876c90e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Synchronizing usage tracker for tenant:6863095b62f84a09954e098318002d93 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:26:01.969875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-01d4141c-e441-46c3-b7ed-fcdd8876c90e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Unset dirty status for tenant:6863095b62f84a09954e098318002d93 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:26:01.971638 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-01d4141c-e441-46c3-b7ed-fcdd8876c90e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--308360454&fields=id&tenant_id=6863095b62f84a09954e098318002d93 HTTP/1.1" status: 200 len: 267 time: 0.0912645 Nov 11 11:26:02.060338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Usage tracker for resource:security_group_rule and tenant:0a05be7c6167408a9c4f7944d625a9df is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:02.060654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.071371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:02.086837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:02.128653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 2b51135a-0cde-466c-b762-0ca4a8905be3, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=2b51135a-0cde-466c-b762-0ca4a8905be3,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:02.142416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.144774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:02.262819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=2b51135a-0cde-466c-b762-0ca4a8905be3,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:02.271701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:02.359575 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-006a0479-8e1b-4631-a8f1-fb8a49055a3e req-066485d9-0d66-4ba7-9d22-8e6e73d1092e tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 210 time: 0.2491033 Nov 11 11:26:02.380428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.384254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.387455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.404483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6e83cf28-2d1a-4e2a-917c-fd48dace4a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:02.422610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.466841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-a865c8fc-2a31-427e-8ab8-f1c30b7e963e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:02.476677 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-a865c8fc-2a31-427e-8ab8-f1c30b7e963e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 817 time: 0.4972627 Nov 11 11:26:02.498049 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-defd3ce8-68ee-4994-b599-e1431538ca74 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/quotas/6863095b62f84a09954e098318002d93 HTTP/1.1" status: 200 len: 375 time: 0.0200455 Nov 11 11:26:02.584987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c0fd78-9f8b-4e4b-82df-3b076c52b4a9,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:02.617032 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-b46aa818-feb5-46a3-972e-aae448a79475 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Synchronizing usage tracker for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:26:02.625851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:02.626629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a6936586-2206-4a62-81f1-1b7970a2997c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:02.671153 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-b46aa818-feb5-46a3-972e-aae448a79475 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Unset dirty status for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:26:02.672790 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-b46aa818-feb5-46a3-972e-aae448a79475 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1735585 Nov 11 11:26:02.679838 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3627deff27741e29e899ac5fcdf6a61&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8363266 Nov 11 11:26:02.682616 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34316) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:02.720817 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a05be7c6167408a9c4f7944d625a9df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2648530 Nov 11 11:26:02.721507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34320) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:02.771704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9891752f-2e50-483f-be58-e0e1ff082734,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:02.779529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:02.814644 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.869143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-84e2a0cb-0baf-4af3-9272-984c65a9b52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.901185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:02.916872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2d3bddcd-bf65-44a0-b959-07f20cf2e161', '66280b9a-cd18-48be-be56-8bc89f81e149'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:26:02.927017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e8d967e7-1b78-4a75-8fb9-8f0bf81bd15d tempest-DeleteServersTestJSON-1773575673 tempest-DeleteServersTestJSON-1773575673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:03.009821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-84e2a0cb-0baf-4af3-9272-984c65a9b52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.019487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Pushing event updated for resources: {'Port': ['ID=4aae76ca-c05d-43a7-8e54-2f89951e174b,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:03.039846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:03.054427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:26:03.063426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:26:03.070113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:26:03.080434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:03.081478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.157996 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2132592 Nov 11 11:26:03.162441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-84e2a0cb-0baf-4af3-9272-984c65a9b52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.176882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:03.189187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-84e2a0cb-0baf-4af3-9272-984c65a9b52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.194148 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-84e2a0cb-0baf-4af3-9272-984c65a9b52f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9891752f-2e50-483f-be58-e0e1ff082734 HTTP/1.1" status: 204 len: 168 time: 0.4574356 Nov 11 11:26:03.196589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Request body: {'port': {'device_id': '3d5a7daf-b098-4f32-89c1-5311b2a2ec43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:03.276223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3a625f84-76f6-44f2-938a-e33ba0e4a3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.366939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.398701 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-78df3382-074b-4926-ab71-2dc69e73772e service neutron] 10.222.0.37 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965892 Nov 11 11:26:03.420414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3a625f84-76f6-44f2-938a-e33ba0e4a3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.615144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2a0cb-0baf-4af3-9272-984c65a9b52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891752f-2e50-483f-be58-e0e1ff082734,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:03.626669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-84e2a0cb-0baf-4af3-9272-984c65a9b52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:03.651019 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-feac017f-e6bc-4050-8e86-256577cc0b6a service neutron] 10.222.0.37 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166595 Nov 11 11:26:03.666039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 2b51135a-0cde-466c-b762-0ca4a8905be3 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:26:03.768680 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3a625f84-76f6-44f2-938a-e33ba0e4a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.785186 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c71405-4f21-4855-8848-f9fd3b392d11 req-2f9df1d4-897c-4035-a497-b87f4aa5ece2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:03.795939 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-38c71405-4f21-4855-8848-f9fd3b392d11 req-2f9df1d4-897c-4035-a497-b87f4aa5ece2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.6927993 Nov 11 11:26:03.808485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-28b95fa1-7e2c-4bff-9642-8ce19fa6c147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:03.857753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a625f84-76f6-44f2-938a-e33ba0e4a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c0fd78-9f8b-4e4b-82df-3b076c52b4a9,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:03.868881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3a625f84-76f6-44f2-938a-e33ba0e4a3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:03.871064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3a625f84-76f6-44f2-938a-e33ba0e4a3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.875749 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3a625f84-76f6-44f2-938a-e33ba0e4a3d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85c0fd78-9f8b-4e4b-82df-3b076c52b4a9 HTTP/1.1" status: 204 len: 168 time: 1.1919835 Nov 11 11:26:03.915814 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-38c71405-4f21-4855-8848-f9fd3b392d11 req-28d3d281-7f44-4f06-87c4-fa3ef19d1d36 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186028 Nov 11 11:26:03.948120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aae76ca-c05d-43a7-8e54-2f89951e174b {{(pid=88093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:26:03.956024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.983580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Transition to ACTIVE for port object 4aae76ca-c05d-43a7-8e54-2f89951e174b will not be triggered until provisioned by entity L2. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:26:03.992978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:03.998239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 2b51135a-0cde-466c-b762-0ca4a8905be3 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:26:03.998809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:04.007856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9f5e5e08-5a0d-426b-bd97-5b03eb37b2f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:04.171050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Pushing event updated for resources: {'Port': ['ID=4aae76ca-c05d-43a7-8e54-2f89951e174b,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:04.176583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:04.359524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227dd6-55ce-4c7d-9160-7fe80420419a req-34e9d024-df20-472a-91ed-e47b738a04ce tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:04.368585 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-35227dd6-55ce-4c7d-9160-7fe80420419a req-34e9d024-df20-472a-91ed-e47b738a04ce tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.2273049 Nov 11 11:26:04.422278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Attempting to bind port 4aae76ca-c05d-43a7-8e54-2f89951e174b on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:26:04.422630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Attempting to bind port 4aae76ca-c05d-43a7-8e54-2f89951e174b by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:26:04.422991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Attempting to bind port 4aae76ca-c05d-43a7-8e54-2f89951e174b on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:26:04.456143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Port 4aae76ca-c05d-43a7-8e54-2f89951e174b on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:26:04.459967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Attempting to bind port 4aae76ca-c05d-43a7-8e54-2f89951e174b on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:26:04.480443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:26:04.482139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Checking segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:26:04.482139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Bound using segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:26:04.482139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Bound port: 4aae76ca-c05d-43a7-8e54-2f89951e174b, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'}}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:26:04.482139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:04.692167 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d3d21ef6-2599-4058-b0ed-7c4f03e337c5 req-90509fa5-af2b-4926-842b-20cf7f8b6488 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 210 time: 0.2299836 Nov 11 11:26:04.716865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] For port 4aae76ca-c05d-43a7-8e54-2f89951e174b, host hv-cinder-81741, cleared binding levels {{(pid=88093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:26:04.732975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] For port 4aae76ca-c05d-43a7-8e54-2f89951e174b, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4aae76ca-c05d-43a7-8e54-2f89951e174b,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:26:04.738813 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-35227dd6-55ce-4c7d-9160-7fe80420419a req-089c4870-c80a-47be-9d32-cf27740ae0f7 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590648 Nov 11 11:26:04.738996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:04.796539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:04.908656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:04.910243 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] 10.222.0.64 "PUT /v2.0/ports/4aae76ca-c05d-43a7-8e54-2f89951e174b HTTP/1.1" status: 200 len: 1094 time: 1.7349651 Nov 11 11:26:04.910832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5a7daf-b098-4f32-89c1-5311b2a2ec43', 'tag': '4aae76ca-c05d-43a7-8e54-2f89951e174b'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:04.974424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Pushing event updated for resources: {'Port': ['ID=4aae76ca-c05d-43a7-8e54-2f89951e174b,revision_number=3']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:04.987309 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:05.000456 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5a7daf-b098-4f32-89c1-5311b2a2ec43', 'tag': '4aae76ca-c05d-43a7-8e54-2f89951e174b', 'status': 'completed', 'code': 200} Nov 11 11:26:05.039072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577cbac-0a97-48a4-b364-24f00862c4ed req-2988cef4-a94a-48ef-8ab4-b96bec3d0343 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:05.040813 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1577cbac-0a97-48a4-b364-24f00862c4ed req-2988cef4-a94a-48ef-8ab4-b96bec3d0343 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1089137 Nov 11 11:26:05.092734 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34392) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:05.115816 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1577cbac-0a97-48a4-b364-24f00862c4ed req-8256b7a9-d431-42a5-9185-1a6fc822638d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627294 Nov 11 11:26:05.182737 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-d36d41ba-fdf4-4c84-aee2-8e9f6d3c4090 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 1097 time: 0.1386654 Nov 11 11:26:05.326153 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-061f2e31-c839-4e7c-b225-625e57c3755b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aae76ca-c05d-43a7-8e54-2f89951e174b HTTP/1.1" status: 200 len: 217 time: 0.1330538 Nov 11 11:26:05.456563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-1d3ed492-fc7d-425f-889a-098368b09075 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:05.458659 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-1d3ed492-fc7d-425f-889a-098368b09075 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.1215813 Nov 11 11:26:05.533151 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-87b46b3e-b168-4113-ba79-d7d52d0062b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566514 Nov 11 11:26:05.537574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:05.586574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:05.592403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Usage tracker for resource:security_group_rule and tenant:8119befe031d4778a3dd703b72865130 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:05.596178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:05.602744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:05.712775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:05.717927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:05.740163 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7f93f088-8fe0-4181-a36b-e5bc3e4b5762 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:05.862650 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8119befe031d4778a3dd703b72865130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7550180 Nov 11 11:26:05.864878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34424) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:05.924872 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-98647977-bf29-4e09-bb45-9b49c4ffa0ca service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547640 Nov 11 11:26:05.967958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06498950-b840-4c90-a348-50a636c1d8e5,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:05.985113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:06.041506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6602-85fc-45f3-8778-ed261ccdb97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:06.245971 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09fc4271-b2f5-4ce6-8c17-bb47b08cdb5e req-de68b21a-7b6b-46ac-8a3a-6c1c62150308 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122787 Nov 11 11:26:06.260818 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c4ba62ac-285b-4f18-9c98-f73862f13cc0 req-5a57af00-eaf8-4f62-897c-5d74032128aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 210 time: 0.1389856 Nov 11 11:26:06.290767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6602-85fc-45f3-8778-ed261ccdb97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:06.379068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86c7bf-1c1e-4138-b78b-fc53a0ab4293 req-f0fa2c1c-15e1-49fa-af78-083554b066e5 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:06.381958 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6c86c7bf-1c1e-4138-b78b-fc53a0ab4293 req-f0fa2c1c-15e1-49fa-af78-083554b066e5 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.2602069 Nov 11 11:26:06.414827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6602-85fc-45f3-8778-ed261ccdb97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:06.435800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-7708ce8c-cfd8-4178-8fe9-f072df6a8676 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:06.437465 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-7708ce8c-cfd8-4178-8fe9-f072df6a8676 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 817 time: 0.5709972 Nov 11 11:26:06.463879 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8d36fccb-28c3-48e3-95a6-d73a36d38db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:06.500500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d6602-85fc-45f3-8778-ed261ccdb97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06498950-b840-4c90-a348-50a636c1d8e5,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:06.502909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2a3d6602-85fc-45f3-8778-ed261ccdb97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:06.505640 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6c86c7bf-1c1e-4138-b78b-fc53a0ab4293 req-75e90612-a7d4-48d2-8d9a-ae22727c5b31 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960166 Nov 11 11:26:06.552361 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-cbed765c-9b52-472d-9061-692aeab2c005 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6863095b62f84a09954e098318002d93 HTTP/1.1" status: 200 len: 379 time: 0.0539465 Nov 11 11:26:06.560625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6602-85fc-45f3-8778-ed261ccdb97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:06.574782 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2a3d6602-85fc-45f3-8778-ed261ccdb97e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06498950-b840-4c90-a348-50a636c1d8e5 HTTP/1.1" status: 204 len: 168 time: 0.6893029 Nov 11 11:26:06.574782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'port': {'device_id': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'admin_state_up': True, 'tenant_id': '6863095b62f84a09954e098318002d93', 'security_groups': ['da65f037-adea-4c91-8cbf-aa67936d18f0']}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:06.589433 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-68cc35bf-e335-4364-867f-76674ecd9ac6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 1097 time: 0.2414870 Nov 11 11:26:06.784887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-8b8f4d3b-d25b-4757-894b-18c53a12a203 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:06.786852 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-8b8f4d3b-d25b-4757-894b-18c53a12a203 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 914 time: 0.1894779 Nov 11 11:26:06.788848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:06.799820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:06.811949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Made reservation on behalf of 6863095b62f84a09954e098318002d93 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:26:06.820926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:06.904926 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-486d6dba-77a7-4226-806c-7a643eaa5acd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aae76ca-c05d-43a7-8e54-2f89951e174b HTTP/1.1" status: 200 len: 217 time: 0.1060300 Nov 11 11:26:07.017413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-9ea4b2de-b15a-4440-a3cf-838a48350ba3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:07.019100 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-9ea4b2de-b15a-4440-a3cf-838a48350ba3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.0845709 Nov 11 11:26:07.067516 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Allocated IP 172.20.0.8 (4c31b002-3a94-4845-85a1-39c3b0112e17/ac7f787b-ca6a-48f1-af1c-41ce6c573b8d/67a2a2c9-e8bb-4952-835b-55d71333fb8a) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:26:07.096390 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-447e55ea-fe9c-4847-886c-e655929ed233 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617354 Nov 11 11:26:07.335217 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-8753b110-7527-41b1-8eb9-f242823ff2e2 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327375 Nov 11 11:26:07.426084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:07.464581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Transition to ACTIVE for port object 67a2a2c9-e8bb-4952-835b-55d71333fb8a will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:26:07.504460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:07.539408 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:07.556236 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-73f9ef14-e6ed-4705-9e79-ea5d7fbcb799 req-3a4d10d2-9d9b-4163-b8c7-d5ebda66b324 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136207 Nov 11 11:26:07.656496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:26:07.713328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:26:07.717108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:26:07.798786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:07.812171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:07.907596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:07.909016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:07.973485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a3231-778e-4d55-b26f-30b4724782a5 req-38a9afd6-719f-4b9d-9d1f-cdc6e212b96a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:07.974248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-fc1a3231-778e-4d55-b26f-30b4724782a5 req-38a9afd6-719f-4b9d-9d1f-cdc6e212b96a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Synchronizing usage tracker for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:26:07.985967 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-04b442b3-bce4-42f1-aa31-07ce1f202cd7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4268520 Nov 11 11:26:08.003586 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Request body: {'port': {'device_id': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:08.111321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-fc1a3231-778e-4d55-b26f-30b4724782a5 req-38a9afd6-719f-4b9d-9d1f-cdc6e212b96a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Unset dirty status for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:26:08.113110 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fc1a3231-778e-4d55-b26f-30b4724782a5 req-38a9afd6-719f-4b9d-9d1f-cdc6e212b96a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 931 time: 0.4704077 Nov 11 11:26:08.156655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c591921-4794-4cc6-9a99-f6becc409bf2 req-1ce81c5f-6a19-48fe-a583-c3edb3540c21 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:08.163911 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9c591921-4794-4cc6-9a99-f6becc409bf2 req-1ce81c5f-6a19-48fe-a583-c3edb3540c21 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.3139803 Nov 11 11:26:08.225668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:08.270607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-0385819b-7776-4f53-88d7-878c19600cc4 None None] Provisioning for port 67a2a2c9-e8bb-4952-835b-55d71333fb8a completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:26:08.278744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-0385819b-7776-4f53-88d7-878c19600cc4 None None] Provisioning complete for port 67a2a2c9-e8bb-4952-835b-55d71333fb8a triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:26:08.280764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0385819b-7776-4f53-88d7-878c19600cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:08.369189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-0385819b-7776-4f53-88d7-878c19600cc4 None None] Port 67a2a2c9-e8bb-4952-835b-55d71333fb8a cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:26:08.597736 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fc1a3231-778e-4d55-b26f-30b4724782a5 req-46ad6b92-6b8f-40d4-9f9a-7baf1cc0a4e3 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4680479 Nov 11 11:26:08.603716 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9c591921-4794-4cc6-9a99-f6becc409bf2 req-695ea906-ecb9-41d1-b5fd-a6c5d2b4c067 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389093 Nov 11 11:26:08.909431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a2a2c9-e8bb-4952-835b-55d71333fb8a {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:26:08.922146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:08.960186 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Transition to ACTIVE for port object 67a2a2c9-e8bb-4952-835b-55d71333fb8a will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:26:08.969622 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:08.976323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:09.056458 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-0956e2bf-282c-42f2-84d1-cfd5d56b6ee3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1099 time: 0.1207657 Nov 11 11:26:09.140880 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:09.145201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:09.274496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e049a-71c7-4cb9-a70c-b0ad40a5183f req-44b342a8-e012-4478-b96b-5b10a3f563b6 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:09.276371 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-734e049a-71c7-4cb9-a70c-b0ad40a5183f req-44b342a8-e012-4478-b96b-5b10a3f563b6 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.2157598 Nov 11 11:26:09.434474 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-734e049a-71c7-4cb9-a70c-b0ad40a5183f req-8b08563f-856c-4ff6-a52c-cbbf4091c919 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281612 Nov 11 11:26:09.467242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Attempting to bind port 67a2a2c9-e8bb-4952-835b-55d71333fb8a on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:26:09.467612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Attempting to bind port 67a2a2c9-e8bb-4952-835b-55d71333fb8a by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:26:09.467976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Attempting to bind port 67a2a2c9-e8bb-4952-835b-55d71333fb8a on network 4c31b002-3a94-4845-85a1-39c3b0112e17 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:26:09.482237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Port 67a2a2c9-e8bb-4952-835b-55d71333fb8a on network 4c31b002-3a94-4845-85a1-39c3b0112e17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:26:09.482774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Attempting to bind port 67a2a2c9-e8bb-4952-835b-55d71333fb8a on network 4c31b002-3a94-4845-85a1-39c3b0112e17 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:26:09.496769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:26:09.497507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Checking segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:26:09.498152 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Bound using segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:26:09.500120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Bound port: 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:26:09.500528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:09.674799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:26:09.682780 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:26:09.687766 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:09.696753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-44537896-b0c7-48aa-8590-e6a5a8fbf9e1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:09.797160 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-9d1a17bd-6f0b-47cd-a875-02504b72a5bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:09.798754 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-9d1a17bd-6f0b-47cd-a875-02504b72a5bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 919 time: 0.7353470 Nov 11 11:26:09.812110 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:09.813575 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] 10.222.0.64 "PUT /v2.0/ports/67a2a2c9-e8bb-4952-835b-55d71333fb8a HTTP/1.1" status: 200 len: 1093 time: 1.8146546 Nov 11 11:26:09.814103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:09.832532 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:09.841140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:09.951216 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-742e6277-261e-4f33-be60-c87664b19182 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 200 len: 217 time: 0.1415970 Nov 11 11:26:10.052248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-dccdefaa-ac90-43fa-bc06-d2fa3dad5440 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:10.054519 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-dccdefaa-ac90-43fa-bc06-d2fa3dad5440 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.0857577 Nov 11 11:26:10.140397 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-50d37ae2-a81d-4cbb-ae3f-7fb6baffdcf0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767746 Nov 11 11:26:10.202253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 4aae76ca-c05d-43a7-8e54-2f89951e174b details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:26:10.270131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071e9da-7206-4a44-a3b3-c33d5f3f792b req-48d9f851-4dbc-4d08-a537-ec9288a7d079 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:10.278680 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7071e9da-7206-4a44-a3b3-c33d5f3f792b req-48d9f851-4dbc-4d08-a537-ec9288a7d079 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 944 time: 0.3430629 Nov 11 11:26:10.326283 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-0c5308db-bdf0-48f3-b7d2-0ffe70c6c9ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 1096 time: 0.4533365 Nov 11 11:26:10.336769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfd2d9-96d2-45a8-9e85-5cc2e7ea9ffb req-399d54dd-1794-49fe-88dd-66dac0ab6b79 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:10.338419 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-80cfd2d9-96d2-45a8-9e85-5cc2e7ea9ffb req-399d54dd-1794-49fe-88dd-66dac0ab6b79 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.4089882 Nov 11 11:26:10.422557 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-0052bad7-83ed-4c13-aee6-5471597e2d62 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633803 Nov 11 11:26:10.469284 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 4aae76ca-c05d-43a7-8e54-2f89951e174b, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4aae76ca-c05d-43a7-8e54-2f89951e174b,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:10.502269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '4aae76ca-c05d-43a7-8e54-2f89951e174b', 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'port_id': '4aae76ca-c05d-43a7-8e54-2f89951e174b', 'mac_address': 'fa:16:3e:5c:8d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d7c299-1b89-4221-8ad4-2c8042a914b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:26:10.515429 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-17a65832-7615-4c77-8458-34ea10097dcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a HTTP/1.1" status: 200 len: 217 time: 0.1712830 Nov 11 11:26:10.534223 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7071e9da-7206-4a44-a3b3-c33d5f3f792b req-e3aeef59-ad9c-4171-b07f-fef95e695a4c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543273 Nov 11 11:26:10.624715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:10.657229 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'status': 'completed', 'code': 200} Nov 11 11:26:10.699349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aae76ca-c05d-43a7-8e54-2f89951e174b {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:26:10.723228 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-80cfd2d9-96d2-45a8-9e85-5cc2e7ea9ffb req-eaaae118-7e6a-4798-a3bf-2ada208863a5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560832 Nov 11 11:26:10.734281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 4aae76ca-c05d-43a7-8e54-2f89951e174b, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4aae76ca-c05d-43a7-8e54-2f89951e174b,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:10.735846 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8efea96d-b47b-4b09-882a-5edfa8a22e9f req-5b211681-1c73-4942-b91d-a257ec2caf8f service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053272 Nov 11 11:26:10.737629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:10.737905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-b7f678e3-0627-43f3-b92f-2bf1a7f7351e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:10.739636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:10.742342 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-b7f678e3-0627-43f3-b92f-2bf1a7f7351e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.1892722 Nov 11 11:26:10.892910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=4aae76ca-c05d-43a7-8e54-2f89951e174b,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:10.898200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:10.981322 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-127dc84b-ace8-4c9e-9c26-be75f7cfd21a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2272065 Nov 11 11:26:11.137492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['4aae76ca-c05d-43a7-8e54-2f89951e174b'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:26:11.184695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c941f4-9764-4a64-b083-22b0200a40da req-525b1960-a307-48ce-9663-fa7506ade35a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:11.186351 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c6c941f4-9764-4a64-b083-22b0200a40da req-525b1960-a307-48ce-9663-fa7506ade35a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.2007487 Nov 11 11:26:11.248331 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-2dc46b88-5107-47dc-9ffd-34a209664941 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097321 Nov 11 11:26:11.261545 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c6c941f4-9764-4a64-b083-22b0200a40da req-7b6ff8e8-70bc-4fbb-9440-a64d5b3380d9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679834 Nov 11 11:26:11.411775 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75d09307-f7d9-449e-80c4-5af5bd36fdb7 req-8678740c-2a29-493c-b93b-dc63558ac60e service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446373 Nov 11 11:26:11.557026 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-d95098ba-b3e4-4954-9209-3d910993c03b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 1096 time: 0.0849378 Nov 11 11:26:11.757941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-0133ec86-0ae9-4bd8-96cf-c5bec5fadb57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:11.759689 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-0133ec86-0ae9-4bd8-96cf-c5bec5fadb57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.1960294 Nov 11 11:26:11.850004 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-0100bb30-5b32-421c-9407-fd8c78fe68ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a HTTP/1.1" status: 200 len: 217 time: 0.0803380 Nov 11 11:26:11.864832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455d94a-e430-4c24-be27-89820a0c55a8 req-0629ec9e-ef07-4214-aa73-45cde189d3d2 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:11.866858 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3455d94a-e430-4c24-be27-89820a0c55a8 req-0629ec9e-ef07-4214-aa73-45cde189d3d2 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.1795352 Nov 11 11:26:12.018126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-db950270-5fc2-40a6-aa94-a8cf87eaa8b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:12.019769 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-db950270-5fc2-40a6-aa94-a8cf87eaa8b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.1518624 Nov 11 11:26:12.030286 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3455d94a-e430-4c24-be27-89820a0c55a8 req-64a15b53-2b34-4302-9aa4-3c73a54374a1 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263213 Nov 11 11:26:12.111030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c174a-6f8b-47d6-bf80-3874793155d3 req-9c35e224-19ab-48a0-830e-ab5314b16926 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:12.115775 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-128c174a-6f8b-47d6-bf80-3874793155d3 req-9c35e224-19ab-48a0-830e-ab5314b16926 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.1728766 Nov 11 11:26:12.207419 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-128c174a-6f8b-47d6-bf80-3874793155d3 req-32ce59c8-1999-4e9b-8c07-70ab96174b3d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862401 Nov 11 11:26:12.211793 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-e53789f1-93ea-439a-9e2d-48cae1a71338 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1805613 Nov 11 11:26:12.402149 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-2ea0047c-0a92-47f7-9e02-953473bb6348 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773181 Nov 11 11:26:12.847311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6671ad-43a4-4799-b61b-a0455d63d66e req-9566948e-dd49-4803-a489-23f014a89209 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:12.848970 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7a6671ad-43a4-4799-b61b-a0455d63d66e req-9566948e-dd49-4803-a489-23f014a89209 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.4144468 Nov 11 11:26:12.856487 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3cc34ba1-dc1f-4886-9ee9-29f2a3a3cadf req-1f2e52d3-5b71-4d7e-9839-a51e1a856e4d service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453104 Nov 11 11:26:12.915824 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7a6671ad-43a4-4799-b61b-a0455d63d66e req-e9935ba1-fa2e-4687-845a-62aaf180b131 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579009 Nov 11 11:26:13.295094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ca016-2466-4064-ae6f-0a7abd3b210c req-8655e324-9a4f-42d3-ad93-4b93b3d92ef6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:13.296930 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d7ca016-2466-4064-ae6f-0a7abd3b210c req-8655e324-9a4f-42d3-ad93-4b93b3d92ef6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.1085253 Nov 11 11:26:13.359901 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d7ca016-2466-4064-ae6f-0a7abd3b210c req-440be52b-9860-4fc4-8410-1f3d82aee5c5 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542386 Nov 11 11:26:13.566508 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00ca93-7bb7-48d9-be4c-a566e07736ec req-7a5ad958-b4f2-47e1-8263-61e6f419bad2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:13.568971 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df00ca93-7bb7-48d9-be4c-a566e07736ec req-7a5ad958-b4f2-47e1-8263-61e6f419bad2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.0894952 Nov 11 11:26:13.618757 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df00ca93-7bb7-48d9-be4c-a566e07736ec req-8eb972dd-c72e-4c29-a8dd-07e749bcd7d0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429239 Nov 11 11:26:14.150405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce494c08-e22a-462a-8181-adf1fa95787a req-aac54dca-4811-43d4-8a46-a7b1a8b7177d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:14.153229 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ce494c08-e22a-462a-8181-adf1fa95787a req-aac54dca-4811-43d4-8a46-a7b1a8b7177d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1039672 Nov 11 11:26:14.208412 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ce494c08-e22a-462a-8181-adf1fa95787a req-abec7fac-6d05-455e-af88-24e60089834e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484314 Nov 11 11:26:14.237774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:26:14.287753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 4aae76ca-c05d-43a7-8e54-2f89951e174b up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:26:14.463522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:14.482370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'port_id': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'mac_address': 'fa:16:3e:68:c9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:26:14.486163 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 4aae76ca-c05d-43a7-8e54-2f89951e174b completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:26:14.524461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 4aae76ca-c05d-43a7-8e54-2f89951e174b triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:26:14.524890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:14.630197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f25f5-b7fc-49d4-ad23-3e4a745381df req-d5763bdb-9a9e-4d32-9446-6ae7417ee600 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:14.632563 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9e1f25f5-b7fc-49d4-ad23-3e4a745381df req-d5763bdb-9a9e-4d32-9446-6ae7417ee600 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 945 time: 0.0977528 Nov 11 11:26:14.747348 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9e1f25f5-b7fc-49d4-ad23-3e4a745381df req-67cb3816-58db-4f67-83be-28c6e6edd031 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073759 Nov 11 11:26:14.815077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:14.879874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a2a2c9-e8bb-4952-835b-55d71333fb8a {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:26:14.906680 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028a83-d433-43fd-a72f-75bef35afcbe req-6d368254-017e-44d5-86e2-bde73bc94cf1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:14.909171 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-84028a83-d433-43fd-a72f-75bef35afcbe req-6d368254-017e-44d5-86e2-bde73bc94cf1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.1013911 Nov 11 11:26:14.910218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:14.928992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:14.934366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:14.937951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dff4a0e1-c197-4b4d-93eb-92a00e6a7871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:14.993240 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-84028a83-d433-43fd-a72f-75bef35afcbe req-521c850b-2631-429f-addc-91f4ac9663ee tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754075 Nov 11 11:26:15.031768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5a7daf-b098-4f32-89c1-5311b2a2ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aae76ca-c05d-43a7-8e54-2f89951e174b'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:15.039290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:15.043041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:15.044842 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 4aae76ca-c05d-43a7-8e54-2f89951e174b, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4aae76ca-c05d-43a7-8e54-2f89951e174b,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:15.048263 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:15.050190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:15.127658 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5a7daf-b098-4f32-89c1-5311b2a2ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aae76ca-c05d-43a7-8e54-2f89951e174b', 'code': 200} Nov 11 11:26:15.139430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=4aae76ca-c05d-43a7-8e54-2f89951e174b,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:15.142753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:15.339794 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['67a2a2c9-e8bb-4952-835b-55d71333fb8a'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:26:15.831243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263f2c9-b733-45d8-b5d5-bc01bc1f3e07 req-e628fb5b-47fe-4efd-9bed-b4ac3231e440 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:15.833466 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f263f2c9-b733-45d8-b5d5-bc01bc1f3e07 req-e628fb5b-47fe-4efd-9bed-b4ac3231e440 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.3172574 Nov 11 11:26:15.841637 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8486a90b-e6fb-4824-849d-c18aa5c22815 req-3534f25a-3881-4c1a-9eb0-6a704ba5e9a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 1099 time: 0.4555581 Nov 11 11:26:15.924547 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8486a90b-e6fb-4824-849d-c18aa5c22815 req-124cc11b-a062-4b17-8db4-fa1ed3369479 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612271 Nov 11 11:26:15.929291 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f263f2c9-b733-45d8-b5d5-bc01bc1f3e07 req-fc219f1f-0eba-483f-a399-5db90c98d2f5 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862525 Nov 11 11:26:16.149797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04936f-264c-483d-af2e-cb715c5a1cee req-b337bf5b-5be6-4475-ac1b-2fa68589836d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:16.155686 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6d04936f-264c-483d-af2e-cb715c5a1cee req-b337bf5b-5be6-4475-ac1b-2fa68589836d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.1022544 Nov 11 11:26:16.167050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34766) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:16.259283 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6d04936f-264c-483d-af2e-cb715c5a1cee req-cabac990-0dcc-408d-86db-f168174ae97d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999868 Nov 11 11:26:16.289008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8d732-3878-4b9f-a547-e66fc594a930 req-43cdb655-d1af-4f31-8be5-1a8baff2fc9c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:16.290859 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d5c8d732-3878-4b9f-a547-e66fc594a930 req-43cdb655-d1af-4f31-8be5-1a8baff2fc9c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 944 time: 0.1338160 Nov 11 11:26:16.333035 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:16.345225 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d5c8d732-3878-4b9f-a547-e66fc594a930 req-47e3b0ad-06c0-4544-ad85-483e6c74ce13 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480733 Nov 11 11:26:16.368076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:16.372383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Usage tracker for resource:security_group_rule and tenant:21bb2b9b460546d0adbdc3ad6b0caaca is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:16.375553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:16.382561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:16.452754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:16.455862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:16.464292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:16.513200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b26ce9-ef2c-4dc1-b7ce-dd1029d28a02,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:16.517407 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21bb2b9b460546d0adbdc3ad6b0caaca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491240 Nov 11 11:26:16.518372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:16.520230 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34772) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:16.584764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f562bc0f-b88f-4759-b166-bc5579b05d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:16.611733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f562bc0f-b88f-4759-b166-bc5579b05d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:16.666124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f562bc0f-b88f-4759-b166-bc5579b05d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:16.673421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:16.687770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562bc0f-b88f-4759-b166-bc5579b05d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b26ce9-ef2c-4dc1-b7ce-dd1029d28a02,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:16.690191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f562bc0f-b88f-4759-b166-bc5579b05d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:16.694850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f562bc0f-b88f-4759-b166-bc5579b05d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:16.694850 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f562bc0f-b88f-4759-b166-bc5579b05d68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52b26ce9-ef2c-4dc1-b7ce-dd1029d28a02 HTTP/1.1" status: 204 len: 168 time: 0.1730046 Nov 11 11:26:17.197574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34796) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:17.208793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90621437-07dc-4d32-85a7-33b8a927a847 req-1b796974-85dc-4e89-b191-459e4119458e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:17.210710 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90621437-07dc-4d32-85a7-33b8a927a847 req-1b796974-85dc-4e89-b191-459e4119458e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1031649 Nov 11 11:26:17.219660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:17.255856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:17.259866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:6543f72c0f5a4a39b330f63dba0c6f9c is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:17.262862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:17.270973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:17.273245 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90621437-07dc-4d32-85a7-33b8a927a847 req-f41b190b-1fa9-4f53-b7b2-6aa51d4df47b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556316 Nov 11 11:26:17.359650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:17.363363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:17.375046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-00a381c1-4abe-430a-89e1-32124639a66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:17.495094 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6543f72c0f5a4a39b330f63dba0c6f9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2964213 Nov 11 11:26:17.497957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34808) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:17.515976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd36574c-3cc6-40aa-a8be-cef5f9ec7629,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:17.521684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:17.715182 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-18fba8b3-70d4-4be9-8532-b265f35662a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:17.758417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-18fba8b3-70d4-4be9-8532-b265f35662a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:17.777847 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6109af-9d63-4f80-bb1a-2d4c04cb3354 req-22304500-543e-4d90-a697-ebf8c84b28fe tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:17.779408 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ef6109af-9d63-4f80-bb1a-2d4c04cb3354 req-22304500-543e-4d90-a697-ebf8c84b28fe tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.2543993 Nov 11 11:26:17.788398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae342e7-511b-47bf-8056-1e2d03130957 req-68844ea4-04a0-4bb8-89b0-3357eb53ceb1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:17.789978 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4ae342e7-511b-47bf-8056-1e2d03130957 req-68844ea4-04a0-4bb8-89b0-3357eb53ceb1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 944 time: 0.2129257 Nov 11 11:26:17.905124 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ef6109af-9d63-4f80-bb1a-2d4c04cb3354 req-589dfc74-a832-4388-963e-d9adde22d661 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140387 Nov 11 11:26:17.910512 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4ae342e7-511b-47bf-8056-1e2d03130957 req-b319d72a-094a-4a2b-87bc-0358d0c53d39 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079488 Nov 11 11:26:17.911355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-18fba8b3-70d4-4be9-8532-b265f35662a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:17.917006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:17.932798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fba8b3-70d4-4be9-8532-b265f35662a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd36574c-3cc6-40aa-a8be-cef5f9ec7629,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:17.935948 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-18fba8b3-70d4-4be9-8532-b265f35662a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:17.936955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-18fba8b3-70d4-4be9-8532-b265f35662a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:17.940863 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-18fba8b3-70d4-4be9-8532-b265f35662a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd36574c-3cc6-40aa-a8be-cef5f9ec7629 HTTP/1.1" status: 204 len: 168 time: 0.4385900 Nov 11 11:26:18.265131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:26:18.352249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 67a2a2c9-e8bb-4952-835b-55d71333fb8a completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:26:18.357540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 67a2a2c9-e8bb-4952-835b-55d71333fb8a triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:26:18.357876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:18.495767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:18.529530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f2eab-7d28-40cc-b2e9-a63ada444396 req-59f6953a-5709-446f-a900-f406bbdee0ae tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:18.530207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:18.531150 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-746f2eab-7d28-40cc-b2e9-a63ada444396 req-59f6953a-5709-446f-a900-f406bbdee0ae tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0912716 Nov 11 11:26:18.555307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:18.559745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:18.561965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-94cdf6f9-0b92-4282-a205-1179e77f6e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:18.597598 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'code': 200} Nov 11 11:26:18.638935 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-746f2eab-7d28-40cc-b2e9-a63ada444396 req-b3ed0eb3-d4b8-4177-8968-026874f3cf55 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984557 Nov 11 11:26:18.681703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:18.685248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:18.913865 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8b77b2e9-e0dc-4a93-8e79-7ad48bc9ec5e req-5a0b7a83-b90a-4928-ae7a-2ec911465849 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 1098 time: 0.1002438 Nov 11 11:26:19.010051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c73335ea-100b-40d4-ba36-0b5252c65abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:19.042585 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8b77b2e9-e0dc-4a93-8e79-7ad48bc9ec5e req-a069ad85-d85b-4388-8350-7fa44445b932 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158121 Nov 11 11:26:19.284305 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42115d2b-d722-4730-95d0-a6ddede5b74a req-574d0df4-336a-49e3-8832-0b5221fde193 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:19.286034 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-42115d2b-d722-4730-95d0-a6ddede5b74a req-574d0df4-336a-49e3-8832-0b5221fde193 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1231120 Nov 11 11:26:19.296869 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc33a5-1ab3-4de9-bb6b-a9f2b4feada6 req-6c89f701-2518-46e7-b4e4-edf429e1464e tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:19.298545 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09cc33a5-1ab3-4de9-bb6b-a9f2b4feada6 req-6c89f701-2518-46e7-b4e4-edf429e1464e tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.1826022 Nov 11 11:26:19.387927 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-42115d2b-d722-4730-95d0-a6ddede5b74a req-7df28f64-6bfd-4674-97ef-98f146ab9f17 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881987 Nov 11 11:26:19.397079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-09cc33a5-1ab3-4de9-bb6b-a9f2b4feada6 req-bf239a2a-9f34-4606-a7aa-f86e58327a24 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738544 Nov 11 11:26:19.913900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2adcfa-3a68-4194-b61d-4a9bc2d68467 req-2881dbcf-b4ca-46bf-a633-3e3ad1268127 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:19.921337 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3f2adcfa-3a68-4194-b61d-4a9bc2d68467 req-2881dbcf-b4ca-46bf-a633-3e3ad1268127 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1035926 Nov 11 11:26:19.980816 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3f2adcfa-3a68-4194-b61d-4a9bc2d68467 req-7e5df301-3e8f-40d4-adf9-f275455dd65e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584316 Nov 11 11:26:20.228742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 34894) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:20.390736 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:20.424630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:20.429220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Usage tracker for resource:security_group_rule and tenant:002779ccd70e4ce7bf17e1d29797cf0e is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:20.432294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:20.438277 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:20.522564 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:20.525796 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:20.536047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:20.555484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:20.654222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4611138-333a-4f5a-9ae0-3a1c61685015,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:20.668511 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=002779ccd70e4ce7bf17e1d29797cf0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4346826 Nov 11 11:26:20.668511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:20.668728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34904) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:20.727552 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a72d1-619b-431c-8de0-177e9346e3ed req-289a302a-4498-4983-aecb-6ac845931857 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:20.729199 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0b4a72d1-619b-431c-8de0-177e9346e3ed req-289a302a-4498-4983-aecb-6ac845931857 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1776760 Nov 11 11:26:20.769921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-49eb64f9-7409-456e-8879-3d3f51b7121b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:20.794389 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0b4a72d1-619b-431c-8de0-177e9346e3ed req-fc8e1acc-78ad-4cfa-8925-a9a56f83aa17 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583110 Nov 11 11:26:20.804488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-49eb64f9-7409-456e-8879-3d3f51b7121b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:20.857610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-49eb64f9-7409-456e-8879-3d3f51b7121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:20.862692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0b82cfb2-8285-4118-8a40-544d386e025e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:20.876253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb64f9-7409-456e-8879-3d3f51b7121b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4611138-333a-4f5a-9ae0-3a1c61685015,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:20.880319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-49eb64f9-7409-456e-8879-3d3f51b7121b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:20.886893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-49eb64f9-7409-456e-8879-3d3f51b7121b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:20.888170 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-49eb64f9-7409-456e-8879-3d3f51b7121b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4611138-333a-4f5a-9ae0-3a1c61685015 HTTP/1.1" status: 204 len: 168 time: 0.2193861 Nov 11 11:26:21.221691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ad9dc-36d8-4b6e-85fe-7de5e12dec66 req-c51c04e6-b881-422b-9a30-e3400cf9f90b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:21.224109 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0a8ad9dc-36d8-4b6e-85fe-7de5e12dec66 req-c51c04e6-b881-422b-9a30-e3400cf9f90b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1075170 Nov 11 11:26:21.290346 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0a8ad9dc-36d8-4b6e-85fe-7de5e12dec66 req-15d0c1fd-8602-42bf-86ae-ccb773a1d24d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577745 Nov 11 11:26:21.601420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-eb251fec-b01b-434e-b531-405aede6abaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:21.656048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:22.068357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b69fbc-2df1-4f8d-bb0d-ddc8ef20887d req-7a08618c-fa73-4be8-a872-d0052a0943d1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:22.070141 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-39b69fbc-2df1-4f8d-bb0d-ddc8ef20887d req-7a08618c-fa73-4be8-a872-d0052a0943d1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.0929759 Nov 11 11:26:22.124463 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-39b69fbc-2df1-4f8d-bb0d-ddc8ef20887d req-2c16b104-9897-45cc-bed3-05a3c6040911 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482767 Nov 11 11:26:22.354835 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696729d-6511-4abe-b2fd-b08e3806ea97 req-c11d7264-1878-4e33-b15e-8ee80ff0e1c7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:22.358258 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0696729d-6511-4abe-b2fd-b08e3806ea97 req-c11d7264-1878-4e33-b15e-8ee80ff0e1c7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.0929427 Nov 11 11:26:22.367025 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 34970) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:22.374125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'floatingip': {'port_id': '67a2a2c9-e8bb-4952-835b-55d71333fb8a'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:22.464628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:22.525533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9dc02-5213-4002-adeb-0477759dbfbe req-c7f85df0-e53c-451f-ba81-037496223b3c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:22.527283 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cae9dc02-5213-4002-adeb-0477759dbfbe req-c7f85df0-e53c-451f-ba81-037496223b3c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0948219 Nov 11 11:26:22.581489 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cae9dc02-5213-4002-adeb-0477759dbfbe req-73175033-5675-4dba-9888-ac9ba0fe3c5f tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470941 Nov 11 11:26:23.357254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:23.359837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:23.441177 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:23.757076 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Floating IP e16bf28d-1206-48e1-813f-68c9c0a4583b associated. External IP: 172.28.1.92, port: 67a2a2c9-e8bb-4952-835b-55d71333fb8a. Nov 11 11:26:23.857890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e88c4e-e160-40c8-b258-4e1f4f65f83c req-0a6a9303-8d24-4307-8846-73010d7ebf89 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:23.859541 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a1e88c4e-e160-40c8-b258-4e1f4f65f83c req-0a6a9303-8d24-4307-8846-73010d7ebf89 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1387634 Nov 11 11:26:23.917058 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-04aa5327-c3ea-4d2f-abc6-9b27a8aef011 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234274 Nov 11 11:26:23.928327 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a1e88c4e-e160-40c8-b258-4e1f4f65f83c req-eda25216-dc0c-40e1-a8d1-7bf9d597cd22 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621152 Nov 11 11:26:24.042305 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-f2529bef-4774-4d1d-a0bb-b210f9353882 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 1099 time: 0.0936205 Nov 11 11:26:24.217867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:26:24.250161 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-adb3958e-5287-44a1-9565-871f16a6acde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:24.252309 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-adb3958e-5287-44a1-9565-871f16a6acde service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 914 time: 0.1765993 Nov 11 11:26:24.360428 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-fa991899-109c-408c-aa11-46e06e8f0239 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3bddcd-bf65-44a0-b959-07f20cf2e161 HTTP/1.1" status: 200 len: 217 time: 0.0920799 Nov 11 11:26:24.457012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-dce17d17-27c1-4696-8c35-c3edca4739e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:24.458699 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-dce17d17-27c1-4696-8c35-c3edca4739e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.0892193 Nov 11 11:26:24.500768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:26:24.506072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:24.513919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] Sync routers for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:26:24.532716 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-0f8fa876-d26b-4c9b-986f-74a8fa1ffcc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637167 Nov 11 11:26:24.536942 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:26:24.537898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:26:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:26:24.602836 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ea45463a-3f0a-4c0d-abaf-6bf95bbe8ca0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "PUT /v2.0/floatingips/e16bf28d-1206-48e1-813f-68c9c0a4583b HTTP/1.1" status: 200 len: 990 time: 2.2340908 Nov 11 11:26:24.603775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:24.721795 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-e6d35c02-02df-4044-8687-38f14e3f140e service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736143 Nov 11 11:26:24.805591 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'status': 'completed', 'code': 200} Nov 11 11:26:25.010264 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-c6ddba2c-61cf-420f-aa98-1f0a5a6d00cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 1098 time: 0.1700330 Nov 11 11:26:25.071232 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5dc7e4d-bfe9-42a6-9c61-e5573406f496 req-7b76c1ee-28b1-43f9-808b-60272bfbc8e7 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398070 Nov 11 11:26:25.090708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:26:25.334843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-ed8af923-96a3-43bd-abe4-a213daae2249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:25.337304 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-ed8af923-96a3-43bd-abe4-a213daae2249 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.3198044 Nov 11 11:26:25.382278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bacb8c-f6d3-4b2b-8528-074a81870a36 req-e6acc2e3-1a6a-45c0-9182-f368a9f7f8bc tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:25.384410 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f4bacb8c-f6d3-4b2b-8528-074a81870a36 req-e6acc2e3-1a6a-45c0-9182-f368a9f7f8bc tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1603651 Nov 11 11:26:25.489277 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f4bacb8c-f6d3-4b2b-8528-074a81870a36 req-b9ecb864-0636-4db2-a90d-92e1dbf009f9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872965 Nov 11 11:26:25.617640 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-07374cb5-e27b-4f13-b8b7-b15ccaaae750 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a HTTP/1.1" status: 200 len: 998 time: 0.2695959 Nov 11 11:26:25.665793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'e16bf28d-1206-48e1-813f-68c9c0a4583b', 'tenant_id': '6863095b62f84a09954e098318002d93', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'port_id': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'mac_address': 'fa:16:3e:68:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:25:59Z', 'updated_at': '2021-11-11T11:26:23Z', 'revision_number': 1, 'project_id': '6863095b62f84a09954e098318002d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:26:25.680204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] Checking router: 31c7ca60-f294-48fd-8ab1-0135a2e2d805 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:26:25.711066 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:26:25.712729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:26:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:26:25.721482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-96439a89-1999-46c8-bc96-17b62f838543 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:25.723401 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-96439a89-1999-46c8-bc96-17b62f838543 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.0884507 Nov 11 11:26:25.882644 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-aaa3a3fd-ff80-498a-a2da-bf66afb495d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1478999 Nov 11 11:26:26.012174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:26:26.071966 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-615d7cca-78da-447d-9e89-e0b61b4240dd service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747591 Nov 11 11:26:26.272770 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ddf21f1f-fcad-4b49-afab-d3364d41fb5a req-7253f7a2-8472-4755-b075-f843f8c1483e service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835852 Nov 11 11:26:26.470875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'e16bf28d-1206-48e1-813f-68c9c0a4583b', 'tenant_id': '6863095b62f84a09954e098318002d93', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'port_id': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'mac_address': 'fa:16:3e:68:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:25:59Z', 'updated_at': '2021-11-11T11:26:23Z', 'revision_number': 1, 'project_id': '6863095b62f84a09954e098318002d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:26:26.475928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54379ee2-0288-4a5c-96cb-4f8832704a5c None None] The sync data for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb is: [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'e16bf28d-1206-48e1-813f-68c9c0a4583b', 'tenant_id': '6863095b62f84a09954e098318002d93', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'port_id': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'mac_address': 'fa:16:3e:68:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:25:59Z', 'updated_at': '2021-11-11T11:26:23Z', 'revision_number': 1, 'project_id': '6863095b62f84a09954e098318002d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:26:26.804234 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2bf12-56c6-4901-a1c3-d7a011752274 req-eab4999f-a388-464e-953f-8cad0ada6598 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:26.805953 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-69a2bf12-56c6-4901-a1c3-d7a011752274 req-eab4999f-a388-464e-953f-8cad0ada6598 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1060519 Nov 11 11:26:26.864599 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-69a2bf12-56c6-4901-a1c3-d7a011752274 req-acc7c66f-6631-448b-9936-a91beeeb18d6 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497556 Nov 11 11:26:26.912797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b6785-3eec-45b1-82cc-783390212941 None None] New status for floating IP e16bf28d-1206-48e1-813f-68c9c0a4583b: ACTIVE {{(pid=88094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:26:27.281765 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:28.113058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2fdc5-39c3-4007-a21e-321ab3f00bea req-ab31c182-57b8-4ea1-bed5-f9502dfbdb41 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:28.115015 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89b2fdc5-39c3-4007-a21e-321ab3f00bea req-ab31c182-57b8-4ea1-bed5-f9502dfbdb41 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1061265 Nov 11 11:26:28.171604 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89b2fdc5-39c3-4007-a21e-321ab3f00bea req-aae26dda-ee7f-47f8-8871-db372995aa5e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498765 Nov 11 11:26:29.400097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ece638-e255-495e-bad7-1309f55d9acb req-ad86d00f-cb96-48f9-a2ca-236754b52ce4 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:29.403325 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-32ece638-e255-495e-bad7-1309f55d9acb req-ad86d00f-cb96-48f9-a2ca-236754b52ce4 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0966666 Nov 11 11:26:29.456076 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-32ece638-e255-495e-bad7-1309f55d9acb req-806d6b76-9b4a-4905-b6c2-70a2d2a1c6a5 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477052 Nov 11 11:26:29.510429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 35190) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:29.775655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:29.811046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:29.815717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Usage tracker for resource:security_group_rule and tenant:81fe612882e143b99fce36256ff5365f is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:29.820785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:29.827596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:29.903965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:29.906992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:29.914927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2e3f71ae-18fe-45a2-b137-2f2727a69879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:29.961166 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e987329f-df2f-4e38-954c-ffe4a4fbbb99,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:29.964487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:29.971304 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81fe612882e143b99fce36256ff5365f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4595113 Nov 11 11:26:29.973844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 35204) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:30.057466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-30f5d97c-f0d6-40c5-8eb4-f88fb1e1f8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:30.087405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-30f5d97c-f0d6-40c5-8eb4-f88fb1e1f8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:30.137742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-30f5d97c-f0d6-40c5-8eb4-f88fb1e1f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:30.143002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-228cc3c5-61bb-4e4e-b412-fae4a6de344c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:30.158539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5d97c-f0d6-40c5-8eb4-f88fb1e1f8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987329f-df2f-4e38-954c-ffe4a4fbbb99,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:30.161011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-30f5d97c-f0d6-40c5-8eb4-f88fb1e1f8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:30.163573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-30f5d97c-f0d6-40c5-8eb4-f88fb1e1f8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:30.164837 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-30f5d97c-f0d6-40c5-8eb4-f88fb1e1f8ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e987329f-df2f-4e38-954c-ffe4a4fbbb99 HTTP/1.1" status: 204 len: 168 time: 0.1880400 Nov 11 11:26:30.872020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bebd1-9ef8-464a-97f9-025abc7b76c5 req-6e0eaa73-4031-413a-b0ee-092bcecad954 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:30.873818 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e55bebd1-9ef8-464a-97f9-025abc7b76c5 req-6e0eaa73-4031-413a-b0ee-092bcecad954 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.2846115 Nov 11 11:26:30.932439 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e55bebd1-9ef8-464a-97f9-025abc7b76c5 req-b31c099f-9123-445b-8c79-8d0ee7b9a9fc tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467606 Nov 11 11:26:32.150511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1e7ff-bc04-41bb-bed8-599d1fac872b req-ec34c1de-f594-4cfb-8a54-01f40b20e274 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:32.152181 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-daa1e7ff-bc04-41bb-bed8-599d1fac872b req-ec34c1de-f594-4cfb-8a54-01f40b20e274 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0859337 Nov 11 11:26:32.203719 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-daa1e7ff-bc04-41bb-bed8-599d1fac872b req-87ff427b-e3c7-4470-b029-531ba6f10e3b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Nov 11 11:26:33.419767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1d0a-14a0-487c-ad1a-65bd62d25d68 req-72ce0312-5516-4700-95e8-f14be723226b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:33.421482 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-70ad1d0a-14a0-487c-ad1a-65bd62d25d68 req-72ce0312-5516-4700-95e8-f14be723226b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0908706 Nov 11 11:26:33.474869 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-70ad1d0a-14a0-487c-ad1a-65bd62d25d68 req-b40d029b-f325-4f8e-a2a4-1721a5913b60 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Nov 11 11:26:34.576577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:26:34.688792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8e081-411e-4174-ae5a-a0e6f506581d req-629b7de8-ad5e-4853-8a55-50b512bcdd4a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:34.690413 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b0e8e081-411e-4174-ae5a-a0e6f506581d req-629b7de8-ad5e-4853-8a55-50b512bcdd4a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0866032 Nov 11 11:26:34.743994 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b0e8e081-411e-4174-ae5a-a0e6f506581d req-f96ce16c-ffe6-479d-8f4b-49c9e662f502 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470123 Nov 11 11:26:36.101897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75a17c-2de8-418f-b3d0-55350c9cb597 req-feda96e6-8a5e-46e9-a84d-5784adb3181e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:36.103846 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-db75a17c-2de8-418f-b3d0-55350c9cb597 req-feda96e6-8a5e-46e9-a84d-5784adb3181e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0904770 Nov 11 11:26:36.154047 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-db75a17c-2de8-418f-b3d0-55350c9cb597 req-fc1f90a0-e016-45f6-ab6a-21483819ad16 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Nov 11 11:26:36.210463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 35306) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:36.368500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:36.404083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:36.408311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Usage tracker for resource:security_group_rule and tenant:697b2deb589045fc97676fbbf0cf1f59 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:36.411531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:36.418623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:36.500352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:36.503672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:36.524551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:36.599545 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=697b2deb589045fc97676fbbf0cf1f59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3874023 Nov 11 11:26:36.601975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 35320) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:36.614841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8936671f-17cd-43ac-904e-fa4baacffe82,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:36.620388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:36.670139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c759890-49db-4331-930f-7d3d5645933a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:36.700273 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c759890-49db-4331-930f-7d3d5645933a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:36.742455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-8c88f0e8-7d7e-4d60-9c17-00b257e3ad60 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:36.747723 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-8c88f0e8-7d7e-4d60-9c17-00b257e3ad60 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 813 time: 0.2003930 Nov 11 11:26:36.749059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c759890-49db-4331-930f-7d3d5645933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:36.754276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-117ac945-1188-4ded-95e0-cca849b27fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:36.766750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c759890-49db-4331-930f-7d3d5645933a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8936671f-17cd-43ac-904e-fa4baacffe82,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:36.767205 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-c5ded9ed-91a5-46fc-ade1-72dc0f9b2ddf tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/quotas/366a6c6192c449c1bed44196331d3707 HTTP/1.1" status: 200 len: 375 time: 0.0148983 Nov 11 11:26:36.770950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6c759890-49db-4331-930f-7d3d5645933a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:36.775046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c759890-49db-4331-930f-7d3d5645933a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:36.776234 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6c759890-49db-4331-930f-7d3d5645933a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8936671f-17cd-43ac-904e-fa4baacffe82 HTTP/1.1" status: 204 len: 168 time: 0.1732297 Nov 11 11:26:36.869256 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-55b9311a-4dd5-451d-ac73-095603ac9b2e tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888855 Nov 11 11:26:37.030121 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-69d15436-5a39-4b34-a23c-43f0095ef823 service neutron] 10.222.0.37 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532323 Nov 11 11:26:37.187407 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-0e3d8dcf-078c-4fb0-b4dd-2f1f6aec5187 service neutron] 10.222.0.37 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508980 Nov 11 11:26:37.429265 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dd4063ae-f9cd-4ee4-a648-fa402434ed44 req-a14658b1-883c-42c4-bb42-046ac243ff47 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 210 time: 0.0522780 Nov 11 11:26:37.462460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c628a-b96f-45c9-a746-f9991b34bb9b req-3f407e92-695c-4fbd-9e87-5c1b4f6dbe83 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:37.464439 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cd8c628a-b96f-45c9-a746-f9991b34bb9b req-3f407e92-695c-4fbd-9e87-5c1b4f6dbe83 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1731434 Nov 11 11:26:37.529598 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cd8c628a-b96f-45c9-a746-f9991b34bb9b req-b7fc6ae6-bafc-4e5c-b62c-d090b4a83241 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Nov 11 11:26:38.442640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 35384) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:38.623485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:38.627767 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-53e07410-8250-4c26-9858-0b73672127f7 req-cb42059b-6935-4a14-b357-d356f3d3a10c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 210 time: 0.0609643 Nov 11 11:26:38.704553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:38.709715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Usage tracker for resource:security_group_rule and tenant:fefdce7c19ae4bf3bf66bef10c19d64a is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:38.713232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:38.720107 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:38.756323 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0520e303-5aa9-4879-bfb1-aaf84d58ae9a req-8a958bdc-e698-447b-b707-cc5a6cf09891 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1099 time: 0.2240882 Nov 11 11:26:38.813260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e79ac-8e01-4aae-9ab7-adb2e32aa3f4 req-1e40ebab-e4a4-4b27-be0a-6ce966fb9c98 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:38.815101 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7e9e79ac-8e01-4aae-9ab7-adb2e32aa3f4 req-1e40ebab-e4a4-4b27-be0a-6ce966fb9c98 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0941279 Nov 11 11:26:38.848258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:38.851390 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0520e303-5aa9-4879-bfb1-aaf84d58ae9a req-8702b635-fded-4b47-ae0d-a65f811bc276 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823243 Nov 11 11:26:38.856524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:38.865399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-61f63c66-c76d-4dd1-b64c-539e61ac04ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:38.867888 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7e9e79ac-8e01-4aae-9ab7-adb2e32aa3f4 req-106ecde8-8b72-401d-882c-6c4c33b18bfe tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459204 Nov 11 11:26:38.900152 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bfd507-cf29-4e70-a41c-d262396a7071,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:38.922405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.922809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.923210 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.923600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.923975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.924349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.924725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.925119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.925492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.925861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.926235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:38.930542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:38.940085 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 35402) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:38.940380 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fefdce7c19ae4bf3bf66bef10c19d64a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4960446 Nov 11 11:26:39.008740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-32457102-4e2d-438f-90ff-c204487831cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:39.037539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-32457102-4e2d-438f-90ff-c204487831cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:39.089324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-32457102-4e2d-438f-90ff-c204487831cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:39.094440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5b0e5d7e-3d22-42b7-94c0-e0858feeb354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:39.110383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457102-4e2d-438f-90ff-c204487831cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bfd507-cf29-4e70-a41c-d262396a7071,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:39.116077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-32457102-4e2d-438f-90ff-c204487831cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:39.122913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-32457102-4e2d-438f-90ff-c204487831cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:39.124211 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-32457102-4e2d-438f-90ff-c204487831cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94bfd507-cf29-4e70-a41c-d262396a7071 HTTP/1.1" status: 204 len: 168 time: 0.1828940 Nov 11 11:26:39.415980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-36d0f605-f15f-4dd7-a1ce-9ab34f18e218 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:39.417609 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-36d0f605-f15f-4dd7-a1ce-9ab34f18e218 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 813 time: 0.1796117 Nov 11 11:26:39.446168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Request body: {'port': {'device_id': '1e77da5f-a436-47b4-bba8-5a651c74fc94', 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'admin_state_up': True, 'tenant_id': '366a6c6192c449c1bed44196331d3707'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:39.607115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:39.611773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Usage tracker for resource:port and tenant:366a6c6192c449c1bed44196331d3707 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:39.615557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:39.622735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:39.637155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Made reservation on behalf of 366a6c6192c449c1bed44196331d3707 for: {'port': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:26:39.642795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:39.842065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Allocated IP 172.20.0.13 (ee36b3f8-74c1-4062-89a0-0fd2ea355da2/f4d7c299-1b89-4221-8ad4-2c8042a914b0/c5471220-bbe9-4294-a527-c02fa735bd1d) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:26:39.868572 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-541cbb8e-ea08-45b9-a0d4-1a308cfbb3cc req-fe05a404-8016-47e4-9830-5300d7cee941 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 210 time: 0.0943396 Nov 11 11:26:40.116006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f644b-33f9-4e45-a4b5-fc90287a13c2 req-72659074-fa83-47be-bf57-5f7df9908814 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:40.117784 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-567f644b-33f9-4e45-a4b5-fc90287a13c2 req-72659074-fa83-47be-bf57-5f7df9908814 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1003139 Nov 11 11:26:40.157040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:40.181760 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-567f644b-33f9-4e45-a4b5-fc90287a13c2 req-3133c753-e786-4d08-8c41-11a627031292 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571253 Nov 11 11:26:40.196735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:40.211097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2d3bddcd-bf65-44a0-b959-07f20cf2e161', '66280b9a-cd18-48be-be56-8bc89f81e149', '4aae76ca-c05d-43a7-8e54-2f89951e174b'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:26:40.223256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-204e7e00-3a42-4279-b7b4-6e3bd381f446 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:40.288921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:26:40.292283 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:26:40.303068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:26:40.308384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:40.309185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:40.331714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Pushing event updated for resources: {'Port': ['ID=c5471220-bbe9-4294-a527-c02fa735bd1d,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:40.337645 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:40.358731 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9206064 Nov 11 11:26:40.378966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Request body: {'port': {'device_id': '1e77da5f-a436-47b4-bba8-5a651c74fc94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:40.509961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:40.925654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5471220-bbe9-4294-a527-c02fa735bd1d {{(pid=88093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:26:40.934736 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:40.951774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Transition to ACTIVE for port object c5471220-bbe9-4294-a527-c02fa735bd1d will not be triggered until provisioned by entity L2. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:26:40.956104 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:40.965484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:41.111456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Pushing event updated for resources: {'Port': ['ID=c5471220-bbe9-4294-a527-c02fa735bd1d,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:41.115926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:41.153934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626c4d4-8a90-4d08-bca9-7d78ab547746 req-8bc2f2e6-644b-44e1-9b9d-2aee5c4997dc tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:41.156270 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5626c4d4-8a90-4d08-bca9-7d78ab547746 req-8bc2f2e6-644b-44e1-9b9d-2aee5c4997dc tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 944 time: 0.1269240 Nov 11 11:26:41.174535 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Attempting to bind port c5471220-bbe9-4294-a527-c02fa735bd1d on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:26:41.175225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Attempting to bind port c5471220-bbe9-4294-a527-c02fa735bd1d by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:26:41.175783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Attempting to bind port c5471220-bbe9-4294-a527-c02fa735bd1d on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:26:41.184711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Port c5471220-bbe9-4294-a527-c02fa735bd1d on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:26:41.185308 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Attempting to bind port c5471220-bbe9-4294-a527-c02fa735bd1d on network ee36b3f8-74c1-4062-89a0-0fd2ea355da2 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:26:41.194915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:26:41.195589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Checking segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:26:41.196172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Bound using segment: {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:26:41.196973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Bound port: c5471220-bbe9-4294-a527-c02fa735bd1d, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a342822-9175-4437-b179-91ccc671a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2'}}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:26:41.197516 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:41.228464 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5626c4d4-8a90-4d08-bca9-7d78ab547746 req-ad391980-5d49-47f3-996a-53f0a6c31c3f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640144 Nov 11 11:26:41.325672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] For port c5471220-bbe9-4294-a527-c02fa735bd1d, host hv-cinder-81741, cleared binding levels {{(pid=88093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:26:41.334483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] For port c5471220-bbe9-4294-a527-c02fa735bd1d, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c5471220-bbe9-4294-a527-c02fa735bd1d,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:26:41.338739 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:41.343589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-83d5b20c-f17d-445e-b538-5b15806ed224 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:41.414719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:41.416399 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] 10.222.0.64 "PUT /v2.0/ports/c5471220-bbe9-4294-a527-c02fa735bd1d HTTP/1.1" status: 200 len: 1094 time: 1.0423651 Nov 11 11:26:41.416921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e77da5f-a436-47b4-bba8-5a651c74fc94', 'tag': 'c5471220-bbe9-4294-a527-c02fa735bd1d'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:41.451800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Pushing event updated for resources: {'Port': ['ID=c5471220-bbe9-4294-a527-c02fa735bd1d,revision_number=3']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:41.457131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:41.557450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471d655-54ed-47cc-84c0-7e16721a8a9d req-3d05c839-22bd-40c3-8bb7-f417105f6fb0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:41.559875 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a471d655-54ed-47cc-84c0-7e16721a8a9d req-3d05c839-22bd-40c3-8bb7-f417105f6fb0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1866679 Nov 11 11:26:41.622153 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a471d655-54ed-47cc-84c0-7e16721a8a9d req-774c8606-fa5a-4f61-9359-8f609f7dce3e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555785 Nov 11 11:26:41.776021 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e77da5f-a436-47b4-bba8-5a651c74fc94', 'tag': 'c5471220-bbe9-4294-a527-c02fa735bd1d', 'status': 'completed', 'code': 200} Nov 11 11:26:41.819723 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-5210d3a3-4dd8-479c-8251-41e915551ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 1097 time: 0.3281231 Nov 11 11:26:41.913599 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-77a02e95-0a76-4e03-987c-d471f888f8dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5471220-bbe9-4294-a527-c02fa735bd1d HTTP/1.1" status: 200 len: 217 time: 0.0759306 Nov 11 11:26:42.014612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-fd348e46-0ba6-4b73-903f-6792f23e66de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:42.016934 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-fd348e46-0ba6-4b73-903f-6792f23e66de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.0841939 Nov 11 11:26:42.099694 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-fcc22269-31b1-4acb-b800-d12440aee2da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676908 Nov 11 11:26:42.167818 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad304-f2cd-44ca-b25c-7ce8bd794626 req-a1abe864-f56a-412c-aef5-e31644e27aea tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:42.169606 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e4fad304-f2cd-44ca-b25c-7ce8bd794626 req-a1abe864-f56a-412c-aef5-e31644e27aea tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1207402 Nov 11 11:26:42.175433 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-61b12e68-bb4e-4ad0-8575-abb0d653495c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1099 time: 0.1787653 Nov 11 11:26:42.263643 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-ac700448-6cc6-4f52-8985-b206d4c76e78 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562154 Nov 11 11:26:42.363115 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-4f6f5029-545d-494e-8c72-94fcf1b5907f tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=272e1cdbdf744726b58783838e0bea56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080632 Nov 11 11:26:42.368424 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e4fad304-f2cd-44ca-b25c-7ce8bd794626 req-69b0489e-80de-43ba-8c95-dce86017559c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896880 Nov 11 11:26:42.447943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-7860c4c1-0b3f-442c-8502-2d56242f59f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:42.448271 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a3925275-31a4-4d1d-99c1-797b4a2841bb req-c1205239-a521-43df-acb2-230d6954d650 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709175 Nov 11 11:26:42.449546 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-7860c4c1-0b3f-442c-8502-2d56242f59f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 919 time: 0.2519388 Nov 11 11:26:42.589510 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-b03feb72-b223-472a-a03e-7ce1a98ef6d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=366a6c6192c449c1bed44196331d3707&device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 1097 time: 0.0784390 Nov 11 11:26:42.639298 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-62b78f61-40f5-467d-84ae-a3530ed8cebc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 200 len: 217 time: 0.1296091 Nov 11 11:26:42.738066 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da424fdd-590a-4554-9992-7842280d188f req-c8a40fe0-3f37-4eb9-91ae-20f185a6b233 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:42.739780 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-c8a40fe0-3f37-4eb9-91ae-20f185a6b233 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3566699 Nov 11 11:26:42.772024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-5e3f04b4-8613-453d-a314-95d9e2c7ae6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:42.772358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-c570f500-680a-4a63-b450-be3ef2669ce5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:42.773610 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-5e3f04b4-8613-453d-a314-95d9e2c7ae6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.1262178 Nov 11 11:26:42.774127 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-c570f500-680a-4a63-b450-be3ef2669ce5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 200 len: 914 time: 0.1657526 Nov 11 11:26:42.782950 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-fb1bb067-a91c-4130-8a46-a055594f0134 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/quotas/272e1cdbdf744726b58783838e0bea56 HTTP/1.1" status: 200 len: 375 time: 0.0287330 Nov 11 11:26:42.790334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd33b4f-cd33-4f05-81dc-5ca63340df5f req-6cc397a0-d551-41d2-ba95-6b059c3781ee tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:42.792056 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7dd33b4f-cd33-4f05-81dc-5ca63340df5f req-6cc397a0-d551-41d2-ba95-6b059c3781ee tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 944 time: 0.2838147 Nov 11 11:26:42.863464 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-fa48e7bd-6791-406e-994b-7a14e5f538d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5471220-bbe9-4294-a527-c02fa735bd1d HTTP/1.1" status: 200 len: 217 time: 0.0722229 Nov 11 11:26:42.894576 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-281a7abe-3530-4c5e-bc8a-75ee8787cf87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013687 Nov 11 11:26:42.899461 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-7f1fca95-4b66-425b-9f8e-e59107a28664 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=272e1cdbdf744726b58783838e0bea56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051962 Nov 11 11:26:42.942999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-bb92c334-9fa0-41b6-8f63-1574bdc0e7f9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:42.945180 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-bb92c334-9fa0-41b6-8f63-1574bdc0e7f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 200 len: 853 time: 0.0691142 Nov 11 11:26:43.012457 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-ec6a5b82-896f-4bf3-86c6-3d76a6e75935 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee36b3f8-74c1-4062-89a0-0fd2ea355da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575600 Nov 11 11:26:43.022279 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7dd33b4f-cd33-4f05-81dc-5ca63340df5f req-84da667e-6ec3-4677-b252-ce6870d65e08 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908917 Nov 11 11:26:43.205842 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-79fd75a9-eaf4-4506-86c2-c7bdc1f177f5 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801491 Nov 11 11:26:43.364952 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-5c757605-e75f-4e31-8b93-cdaff816db60 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611244 Nov 11 11:26:43.387701 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af0ad157-4ceb-44dd-a76b-1206a41bd316 req-469cc4c0-515a-4701-a1e0-57fd06d9d4a5 service neutron] 10.222.0.64 "GET /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706851 Nov 11 11:26:43.524290 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2a1aefb8-92c8-4780-ac95-c290c5e5ce9e req-bf585add-a276-4db3-a104-78f2be9b5ce4 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 210 time: 0.1624827 Nov 11 11:26:43.631647 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f0891b6-aab5-41b0-ab95-34a1b614e571 req-c278c6a7-acd6-4017-a841-24c481826146 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313046 Nov 11 11:26:43.666536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd451cc-d630-41d7-a79b-d9bdb7b35e41 req-d9e750a3-6596-4c02-86c7-6b0bb2359011 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:43.668203 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5bd451cc-d630-41d7-a79b-d9bdb7b35e41 req-d9e750a3-6596-4c02-86c7-6b0bb2359011 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1354728 Nov 11 11:26:43.732497 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5bd451cc-d630-41d7-a79b-d9bdb7b35e41 req-ebc19861-b8e4-4314-bd37-3475dd060c62 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572531 Nov 11 11:26:44.250317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b23ee-32ac-4f7c-b620-1651231ec710 req-146627b4-a634-4b17-919e-eed81c3542d8 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:44.252130 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b6b23ee-32ac-4f7c-b620-1651231ec710 req-146627b4-a634-4b17-919e-eed81c3542d8 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 944 time: 0.0861742 Nov 11 11:26:44.307003 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b6b23ee-32ac-4f7c-b620-1651231ec710 req-1e10839c-d3d8-466c-ad55-dbdaa43d3abc tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461447 Nov 11 11:26:44.549304 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-a674a0e5-7dc5-4934-bd75-05cba27fe022 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=272e1cdbdf744726b58783838e0bea56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456786 Nov 11 11:26:44.820896 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8c9b41df-fcdf-40df-92e6-0d99d65ba33d req-747eefd7-260a-44b0-9957-5fa717a98826 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 210 time: 0.0736208 Nov 11 11:26:44.869800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da424fdd-590a-4554-9992-7842280d188f req-d3c7548a-e9cc-4a72-bddb-b65e965a06e8 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:44.871499 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-d3c7548a-e9cc-4a72-bddb-b65e965a06e8 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3138070 Nov 11 11:26:44.895174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Request body: {'port': {'device_id': '2de91afc-19a4-4bc2-aace-ac599980229d', 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86', 'admin_state_up': True, 'tenant_id': '272e1cdbdf744726b58783838e0bea56'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:45.110462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c1d6-f049-4ffc-b6c9-f8d3f7f81b00 req-d4a46169-505b-4221-a9f1-1115b2ebbcd6 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:45.112002 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5520c1d6-f049-4ffc-b6c9-f8d3f7f81b00 req-d4a46169-505b-4221-a9f1-1115b2ebbcd6 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1975541 Nov 11 11:26:45.113172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:45.118068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Usage tracker for resource:port and tenant:272e1cdbdf744726b58783838e0bea56 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:45.122184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:45.143099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:45.173147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Made reservation on behalf of 272e1cdbdf744726b58783838e0bea56 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:26:45.179126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:45.196616 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:45.210197 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5520c1d6-f049-4ffc-b6c9-f8d3f7f81b00 req-d0a18dc4-35df-4e9f-9b05-3db370aaaa7b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891242 Nov 11 11:26:45.238873 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:45.238873 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Usage tracker for resource:security_group_rule and tenant:272e1cdbdf744726b58783838e0bea56 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:45.241367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:45.247387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:45.317979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:45.321079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:45.325355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:45.411784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8e4c19-02d2-4acb-8a42-e02215ffe98a,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:45.433437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.433437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.433437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.433437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.434009 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.434009 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.434326 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.434704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.435079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.435598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.435851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:45.440033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:45.590177 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Allocated IP 192.168.233.117 (1fa81516-fc1d-4f1e-b103-6a104c217c86/5049b03f-be74-4865-93df-455657efc633/fd204f0c-8377-4baa-b2a5-f33b7888c702) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:26:45.612408 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619e0bf-8ba8-48a6-a41d-10fe6af89777 req-f13fb667-6dab-49e3-904b-1bb908857898 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:45.615196 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7619e0bf-8ba8-48a6-a41d-10fe6af89777 req-f13fb667-6dab-49e3-904b-1bb908857898 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 944 time: 0.1697910 Nov 11 11:26:45.706793 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7619e0bf-8ba8-48a6-a41d-10fe6af89777 req-b50fb40a-8ad7-4bc4-85aa-1f0c006c315d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845404 Nov 11 11:26:45.866804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:45.884200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Transition to ACTIVE for port object fd204f0c-8377-4baa-b2a5-f33b7888c702 will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:26:45.906265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:45.912639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:45.977038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Network 1fa81516-fc1d-4f1e-b103-6a104c217c86 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:26:46.028828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:26:46.031471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:26:46.086704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Pushing event updated for resources: {'Port': ['ID=fd204f0c-8377-4baa-b2a5-f33b7888c702,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:46.089892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:46.122136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:46.123035 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:46.179342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192eb99-024a-4029-8136-67c3721684ae req-2b666e8a-bd87-4a02-97da-7e80d27c6bae tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:46.180143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a192eb99-024a-4029-8136-67c3721684ae req-2b666e8a-bd87-4a02-97da-7e80d27c6bae tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Synchronizing usage tracker for tenant:272e1cdbdf744726b58783838e0bea56 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:26:46.186400 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2956955 Nov 11 11:26:46.206983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Request body: {'port': {'device_id': '2de91afc-19a4-4bc2-aace-ac599980229d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:46.247250 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a192eb99-024a-4029-8136-67c3721684ae req-2b666e8a-bd87-4a02-97da-7e80d27c6bae tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Unset dirty status for tenant:272e1cdbdf744726b58783838e0bea56 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:26:46.255051 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a192eb99-024a-4029-8136-67c3721684ae req-2b666e8a-bd87-4a02-97da-7e80d27c6bae tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 936 time: 0.2866399 Nov 11 11:26:46.330041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a192eb99-024a-4029-8136-67c3721684ae req-e402c1e1-244d-40aa-9a49-d7ff90daae6c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Synchronizing usage tracker for tenant:272e1cdbdf744726b58783838e0bea56 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:26:46.440831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device c5471220-bbe9-4294-a527-c02fa735bd1d details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:26:46.451359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-2f5fbefb-58be-45d7-80b1-837180082e71 None None] Provisioning for port fd204f0c-8377-4baa-b2a5-f33b7888c702 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:26:46.458292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-2f5fbefb-58be-45d7-80b1-837180082e71 None None] Provisioning complete for port fd204f0c-8377-4baa-b2a5-f33b7888c702 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:26:46.458930 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f5fbefb-58be-45d7-80b1-837180082e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:46.472521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:46.491740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a192eb99-024a-4029-8136-67c3721684ae req-e402c1e1-244d-40aa-9a49-d7ff90daae6c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Unset dirty status for tenant:272e1cdbdf744726b58783838e0bea56 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:26:46.493016 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a192eb99-024a-4029-8136-67c3721684ae req-e402c1e1-244d-40aa-9a49-d7ff90daae6c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370710 Nov 11 11:26:46.567218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-2f5fbefb-58be-45d7-80b1-837180082e71 None None] Port fd204f0c-8377-4baa-b2a5-f33b7888c702 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:26:46.576905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc58670-47de-41fd-b8b7-30eb7609685b req-8cd32446-8094-45b7-8a19-1e0dc12053d3 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:46.578523 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6fc58670-47de-41fd-b8b7-30eb7609685b req-8cd32446-8094-45b7-8a19-1e0dc12053d3 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1912401 Nov 11 11:26:46.709250 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6fc58670-47de-41fd-b8b7-30eb7609685b req-2197c539-5c75-44a2-b67c-f24bfa982f2f tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167345 Nov 11 11:26:46.784285 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port c5471220-bbe9-4294-a527-c02fa735bd1d, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c5471220-bbe9-4294-a527-c02fa735bd1d,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:46.823334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': 'c5471220-bbe9-4294-a527-c02fa735bd1d', 'network_id': 'ee36b3f8-74c1-4062-89a0-0fd2ea355da2', 'port_id': 'c5471220-bbe9-4294-a527-c02fa735bd1d', 'mac_address': 'fa:16:3e:81:f0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d7c299-1b89-4221-8ad4-2c8042a914b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:26:46.949500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:46.972593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5471220-bbe9-4294-a527-c02fa735bd1d {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:26:46.990767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port c5471220-bbe9-4294-a527-c02fa735bd1d, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c5471220-bbe9-4294-a527-c02fa735bd1d,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:47.001302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:47.003637 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:47.080950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=c5471220-bbe9-4294-a527-c02fa735bd1d,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:47.083217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd204f0c-8377-4baa-b2a5-f33b7888c702 {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:26:47.092572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.093264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.093909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.094469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.095143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.095712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.096443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.096991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.097541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.098191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.098513 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:47.098996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:26:47.104719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:47.142320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb6b7d-140e-4ad2-be89-ca86fab0a081 req-21ab61d1-a3b7-4c8d-8a3e-17b751a1cbe4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:47.143951 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6edb6b7d-140e-4ad2-be89-ca86fab0a081 req-21ab61d1-a3b7-4c8d-8a3e-17b751a1cbe4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 945 time: 0.1416903 Nov 11 11:26:47.145015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Transition to ACTIVE for port object fd204f0c-8377-4baa-b2a5-f33b7888c702 will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:26:47.149288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:47.367275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3aa25f43-e18a-4d7e-a852-7c37282a316e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:47.439208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['c5471220-bbe9-4294-a527-c02fa735bd1d'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:26:47.516766 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd204f0c-8377-4baa-b2a5-f33b7888c702,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:47.522072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:47.531693 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6edb6b7d-140e-4ad2-be89-ca86fab0a081 req-0265152e-a938-47c8-881b-cadc95dc7870 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757346 Nov 11 11:26:47.645246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Attempting to bind port fd204f0c-8377-4baa-b2a5-f33b7888c702 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:26:47.645830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Attempting to bind port fd204f0c-8377-4baa-b2a5-f33b7888c702 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:26:47.646657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Attempting to bind port fd204f0c-8377-4baa-b2a5-f33b7888c702 on network 1fa81516-fc1d-4f1e-b103-6a104c217c86 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:26:47.653901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Port fd204f0c-8377-4baa-b2a5-f33b7888c702 on network 1fa81516-fc1d-4f1e-b103-6a104c217c86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:26:47.654761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Attempting to bind port fd204f0c-8377-4baa-b2a5-f33b7888c702 on network 1fa81516-fc1d-4f1e-b103-6a104c217c86 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:26:47.663728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:26:47.664211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Checking segment: {'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:26:47.664716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Bound using segment: {'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:26:47.665287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Bound port: fd204f0c-8377-4baa-b2a5-f33b7888c702, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1162bdd8-cd12-48e7-9be6-bdd3c1be23c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:26:47.665753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:47.835729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] For port fd204f0c-8377-4baa-b2a5-f33b7888c702, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:26:47.841363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] For port fd204f0c-8377-4baa-b2a5-f33b7888c702, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=fd204f0c-8377-4baa-b2a5-f33b7888c702,segment=NetworkSegment(1162bdd8-cd12-48e7-9be6-bdd3c1be23c4),segment_id=1162bdd8-cd12-48e7-9be6-bdd3c1be23c4)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:26:47.849748 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fe111-3aa9-46eb-9a24-43ccdf88c386 req-e621243c-91dd-4da1-8153-ed39769a99cf tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:47.851441 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b40fe111-3aa9-46eb-9a24-43ccdf88c386 req-e621243c-91dd-4da1-8153-ed39769a99cf tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 948 time: 0.1694458 Nov 11 11:26:47.852955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:47.857710 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:47.946192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:47.947757 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd204f0c-8377-4baa-b2a5-f33b7888c702 HTTP/1.1" status: 200 len: 1098 time: 1.7455952 Nov 11 11:26:47.948411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de91afc-19a4-4bc2-aace-ac599980229d', 'tag': 'fd204f0c-8377-4baa-b2a5-f33b7888c702'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:47.982538 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b40fe111-3aa9-46eb-9a24-43ccdf88c386 req-6a8f22d2-d49e-491e-92ae-79a19666af89 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914114 Nov 11 11:26:47.983437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd204f0c-8377-4baa-b2a5-f33b7888c702,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:47.986447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:48.068292 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de91afc-19a4-4bc2-aace-ac599980229d', 'tag': 'fd204f0c-8377-4baa-b2a5-f33b7888c702', 'status': 'completed', 'code': 200} Nov 11 11:26:48.122168 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-8ee67c42-3471-49ad-aab5-97db06e6da5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=272e1cdbdf744726b58783838e0bea56&device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 1101 time: 0.0990374 Nov 11 11:26:48.213888 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-08171bdb-a952-467f-b2b5-0fc4eaf73d4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=fd204f0c-8377-4baa-b2a5-f33b7888c702 HTTP/1.1" status: 200 len: 217 time: 0.0766745 Nov 11 11:26:48.298061 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da424fdd-590a-4554-9992-7842280d188f req-1249d00a-c45c-4e13-9ac5-2697db6d2688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:48.298061 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-1249d00a-c45c-4e13-9ac5-2697db6d2688 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5049b03f-be74-4865-93df-455657efc633 HTTP/1.1" status: 200 len: 843 time: 0.0759048 Nov 11 11:26:48.401226 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-e6762107-ef7b-40e7-a34f-e88899206ba1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa81516-fc1d-4f1e-b103-6a104c217c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960972 Nov 11 11:26:48.565256 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-e1b77a21-a37a-44f7-b6ee-24234f940984 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa81516-fc1d-4f1e-b103-6a104c217c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538432 Nov 11 11:26:48.824115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c56303-5657-4f29-9518-8d76c8bdb97c req-e01c445a-8ebe-4dfd-bfc5-7b70a73bbe9f tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:48.825725 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-49c56303-5657-4f29-9518-8d76c8bdb97c req-e01c445a-8ebe-4dfd-bfc5-7b70a73bbe9f tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.2635036 Nov 11 11:26:48.831292 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da424fdd-590a-4554-9992-7842280d188f req-4f63117d-416e-4578-bc2a-96ab329b9ef9 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa81516-fc1d-4f1e-b103-6a104c217c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272801 Nov 11 11:26:48.878796 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f09d5-550f-4428-830d-e530d5add0db req-29556452-91e9-4068-8d31-d221f27b5bf1 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:48.881052 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-247f09d5-550f-4428-830d-e530d5add0db req-29556452-91e9-4068-8d31-d221f27b5bf1 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 945 time: 0.1671047 Nov 11 11:26:48.969995 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-49c56303-5657-4f29-9518-8d76c8bdb97c req-5f9e17fe-1b2c-41ef-b65d-15985d054800 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349957 Nov 11 11:26:48.997427 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-247f09d5-550f-4428-830d-e530d5add0db req-6ae715ab-d7bc-4629-92cc-da5367b805f6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086359 Nov 11 11:26:49.006459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-70de8e1f-4439-459d-9b61-b8fa29bf23a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:49.031928 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-c0008540-2f3a-4409-9e31-cf7939224a37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=272e1cdbdf744726b58783838e0bea56&device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 1101 time: 0.1390774 Nov 11 11:26:49.236454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-848ea279-dbf4-4e80-8929-b75d388ec792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:49.238131 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-848ea279-dbf4-4e80-8929-b75d388ec792 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1fa81516-fc1d-4f1e-b103-6a104c217c86 HTTP/1.1" status: 200 len: 870 time: 0.1980178 Nov 11 11:26:49.321889 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-d3bc2c8b-d770-4f40-b6e7-8108def568e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=fd204f0c-8377-4baa-b2a5-f33b7888c702 HTTP/1.1" status: 200 len: 217 time: 0.0740123 Nov 11 11:26:49.328626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80399299-5920-42d6-8e7e-2c288ba2ba61 req-96f75648-7858-422b-867f-51043a3a7a7d tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:49.330135 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-80399299-5920-42d6-8e7e-2c288ba2ba61 req-96f75648-7858-422b-867f-51043a3a7a7d tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 948 time: 0.1934571 Nov 11 11:26:49.448866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-193a8dde-bc3e-4ad8-aa9b-166b427e7011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:49.450629 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-193a8dde-bc3e-4ad8-aa9b-166b427e7011 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5049b03f-be74-4865-93df-455657efc633 HTTP/1.1" status: 200 len: 843 time: 0.1135936 Nov 11 11:26:49.453122 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-80399299-5920-42d6-8e7e-2c288ba2ba61 req-097ec32a-7880-42e5-9926-d0d59b3e5e04 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145470 Nov 11 11:26:49.556119 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-97fe89a3-0ef5-408d-b482-f5cb7a5650da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1fa81516-fc1d-4f1e-b103-6a104c217c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0891376 Nov 11 11:26:49.730781 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-8e6aebae-f442-4804-9ef3-26f50ec66026 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa81516-fc1d-4f1e-b103-6a104c217c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573157 Nov 11 11:26:49.881314 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ae71a87-8dcf-4bb6-afcd-c7318a3f9795 req-b9d884cb-1bc9-4131-aec4-b47a22708c86 service neutron] 10.222.0.64 "GET /v2.0/networks/1fa81516-fc1d-4f1e-b103-6a104c217c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421149 Nov 11 11:26:50.219058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce1149-9a5b-4b50-9a1b-5f8ad36ff2e3 req-f3585466-f6fa-4b3f-abce-12363bab89c8 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:50.220721 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9cce1149-9a5b-4b50-9a1b-5f8ad36ff2e3 req-f3585466-f6fa-4b3f-abce-12363bab89c8 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 945 time: 0.0848529 Nov 11 11:26:50.276801 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9cce1149-9a5b-4b50-9a1b-5f8ad36ff2e3 req-d3ae6062-7d86-4acb-835d-99b3ef85e293 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491865 Nov 11 11:26:50.471473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device c5471220-bbe9-4294-a527-c02fa735bd1d up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:26:50.561662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:50.570861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port c5471220-bbe9-4294-a527-c02fa735bd1d completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:26:50.576410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port c5471220-bbe9-4294-a527-c02fa735bd1d triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:26:50.576995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:50.705286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb4909-ea4f-42ea-8eca-27ab10bb0d30 req-bce55663-6b5b-43ac-9736-aab196f2dcc4 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:50.713899 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-07cb4909-ea4f-42ea-8eca-27ab10bb0d30 req-bce55663-6b5b-43ac-9736-aab196f2dcc4 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 948 time: 0.1193850 Nov 11 11:26:50.735837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:50.759771 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-07cb4909-ea4f-42ea-8eca-27ab10bb0d30 req-92824b23-be84-4816-b7d6-2d478fa6c37f tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448682 Nov 11 11:26:50.766272 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e77da5f-a436-47b4-bba8-5a651c74fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5471220-bbe9-4294-a527-c02fa735bd1d'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:50.777976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port c5471220-bbe9-4294-a527-c02fa735bd1d, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c5471220-bbe9-4294-a527-c02fa735bd1d,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:50.780453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:50.782488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:50.827721 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e77da5f-a436-47b4-bba8-5a651c74fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5471220-bbe9-4294-a527-c02fa735bd1d', 'code': 200} Nov 11 11:26:50.854361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=c5471220-bbe9-4294-a527-c02fa735bd1d,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:50.857915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:51.117485 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-50bc2841-836f-4a5a-a89f-066aae22e782 req-9f4b74be-c0f9-49f6-888c-14999ae8063f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 1099 time: 0.0791979 Nov 11 11:26:51.170098 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-50bc2841-836f-4a5a-a89f-066aae22e782 req-4f6df1d7-c644-4a9d-9461-26b6f9a7158a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Nov 11 11:26:51.509521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ffad8-9e18-4784-b8ca-a84ff32da0b8 req-d36038f5-7c4a-42d5-bdcc-0fea4aa37d4b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:51.511193 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-545ffad8-9e18-4784-b8ca-a84ff32da0b8 req-d36038f5-7c4a-42d5-bdcc-0fea4aa37d4b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 946 time: 0.0859747 Nov 11 11:26:51.567461 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-545ffad8-9e18-4784-b8ca-a84ff32da0b8 req-8a6a9ba0-752a-4bc5-a526-f4861b7eea60 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501297 Nov 11 11:26:51.606074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a923bb9c-6b6c-4875-8cba-1f933d7e9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:51.640474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:51.982457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2f19e-527c-4afb-99a7-1f82521ade57 req-a23b93ab-da4d-426f-8a98-94a5b1478072 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:51.984082 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5ed2f19e-527c-4afb-99a7-1f82521ade57 req-a23b93ab-da4d-426f-8a98-94a5b1478072 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 948 time: 0.0914323 Nov 11 11:26:52.036816 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5ed2f19e-527c-4afb-99a7-1f82521ade57 req-8d4ad45e-7672-4a09-8239-9520242ba7d2 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459390 Nov 11 11:26:52.471368 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device fd204f0c-8377-4baa-b2a5-f33b7888c702 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:26:52.621346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port fd204f0c-8377-4baa-b2a5-f33b7888c702, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=fd204f0c-8377-4baa-b2a5-f33b7888c702,segment=NetworkSegment(1162bdd8-cd12-48e7-9be6-bdd3c1be23c4),segment_id=1162bdd8-cd12-48e7-9be6-bdd3c1be23c4)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:52.636511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': 'fd204f0c-8377-4baa-b2a5-f33b7888c702', 'network_id': '1fa81516-fc1d-4f1e-b103-6a104c217c86', 'port_id': 'fd204f0c-8377-4baa-b2a5-f33b7888c702', 'mac_address': 'fa:16:3e:b5:fc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5049b03f-be74-4865-93df-455657efc633', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:26:52.726427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:52.750329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd204f0c-8377-4baa-b2a5-f33b7888c702 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:26:52.768527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port fd204f0c-8377-4baa-b2a5-f33b7888c702, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=fd204f0c-8377-4baa-b2a5-f33b7888c702,segment=NetworkSegment(1162bdd8-cd12-48e7-9be6-bdd3c1be23c4),segment_id=1162bdd8-cd12-48e7-9be6-bdd3c1be23c4)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:52.771995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:52.775769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-546bddc8-dba1-4346-8584-340a1725929b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:52.822025 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe34be4-5e77-45e8-a351-776013adc2fc req-dcc8aca1-d88f-40ed-8efe-0dfa9729b45b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:52.824602 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2fe34be4-5e77-45e8-a351-776013adc2fc req-dcc8aca1-d88f-40ed-8efe-0dfa9729b45b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 946 time: 0.1164792 Nov 11 11:26:52.854154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=fd204f0c-8377-4baa-b2a5-f33b7888c702,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:52.857732 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:52.883141 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2fe34be4-5e77-45e8-a351-776013adc2fc req-9b34e45d-9d04-40ac-958d-42388dd3a4d6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518458 Nov 11 11:26:53.447459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:53.533804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['fd204f0c-8377-4baa-b2a5-f33b7888c702'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:26:53.772654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b4b4-ab72-48c5-8411-d643ca5964bb req-fc969689-e62c-449f-a1e6-2d5fba1281c7 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:53.774300 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7667b4b4-ab72-48c5-8411-d643ca5964bb req-fc969689-e62c-449f-a1e6-2d5fba1281c7 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 949 time: 0.4178011 Nov 11 11:26:53.788406 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f11e0-fe82-491e-b2fe-daa48797f56a req-937509d6-2637-466c-ad72-214d0b216b8c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:53.789880 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9c9f11e0-fe82-491e-b2fe-daa48797f56a req-937509d6-2637-466c-ad72-214d0b216b8c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1890097 Nov 11 11:26:53.807529 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-48efbdcd-e959-4577-8bd2-8f09bd9478b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1099 time: 0.2079227 Nov 11 11:26:53.997637 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9c9f11e0-fe82-491e-b2fe-daa48797f56a req-f62d610f-b219-4e45-bb8d-dada5c6386f4 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890490 Nov 11 11:26:54.013465 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7667b4b4-ab72-48c5-8411-d643ca5964bb req-5d6819db-a5b4-4cd2-b260-1520266b1503 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321553 Nov 11 11:26:54.054175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-89fa760c-34ef-4ab3-86bb-2a89c2c016e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:54.055815 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-89fa760c-34ef-4ab3-86bb-2a89c2c016e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 919 time: 0.2253890 Nov 11 11:26:54.155450 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-94583811-a467-4b51-9b31-e79022c91c63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 200 len: 217 time: 0.0809009 Nov 11 11:26:54.253597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 35724) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:54.321041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-33a2d816-6f44-4008-b95e-fe5af96b76a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:54.322658 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-33a2d816-6f44-4008-b95e-fe5af96b76a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.1472027 Nov 11 11:26:54.392191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22363073-237a-43ef-bafa-fb8a46608cba req-ca70cf28-0578-46bb-ad71-b013949ef702 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:54.393815 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-22363073-237a-43ef-bafa-fb8a46608cba req-ca70cf28-0578-46bb-ad71-b013949ef702 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 946 time: 0.1715150 Nov 11 11:26:54.396881 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-a1893a0d-a241-4fd7-a40e-2799744691b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586770 Nov 11 11:26:54.461078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:54.494927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:54.499025 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-22363073-237a-43ef-bafa-fb8a46608cba req-37530873-3dee-40cf-b559-9c8b66ca7df9 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980558 Nov 11 11:26:54.499964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Usage tracker for resource:security_group_rule and tenant:c4878031b7d14f408db954fe2e5a9924 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:54.503499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:54.511899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:54.614889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:54.618254 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-38b70b7d-95ab-4d9f-8988-da74b41fe2f3 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731460 Nov 11 11:26:54.619459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:54.628432 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f562bc0f-b88f-4759-b166-bc5579b05d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:54.680272 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc176d7e-e05c-4054-9206-bc351bc91f1b,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:54.687864 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4878031b7d14f408db954fe2e5a9924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4303119 Nov 11 11:26:54.687864 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:54.688972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 35736) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:54.778973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d7a39b2-43a7-4599-bc09-40e4b5a99317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:54.811052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d7a39b2-43a7-4599-bc09-40e4b5a99317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:54.868490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d7a39b2-43a7-4599-bc09-40e4b5a99317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:54.873926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-212ffaeb-c01e-4779-b395-93420b38c743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:54.886187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a39b2-43a7-4599-bc09-40e4b5a99317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc176d7e-e05c-4054-9206-bc351bc91f1b,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:54.888637 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2d7a39b2-43a7-4599-bc09-40e4b5a99317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:54.894469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2d7a39b2-43a7-4599-bc09-40e4b5a99317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:54.895356 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2d7a39b2-43a7-4599-bc09-40e4b5a99317 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc176d7e-e05c-4054-9206-bc351bc91f1b HTTP/1.1" status: 204 len: 168 time: 0.2053871 Nov 11 11:26:54.975434 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ac3e3081-da2b-4aa9-a9b3-b6cbeb877544 req-f4b86ade-e8e2-41f6-9b16-a3028c89be75 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469918 Nov 11 11:26:55.049706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a85c16-0c66-42a8-bbea-eb2c093ba956 req-170bed68-358e-4a5b-bbfa-5289023dd14c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:55.066643 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a1a85c16-0c66-42a8-bbea-eb2c093ba956 req-170bed68-358e-4a5b-bbfa-5289023dd14c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.3105962 Nov 11 11:26:55.203931 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a1a85c16-0c66-42a8-bbea-eb2c093ba956 req-d1832242-d11d-4615-989a-f3d351630dde tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362388 Nov 11 11:26:55.402455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfc869-1ca4-4b43-8533-399818eda835 req-20353b52-0c3e-4335-903e-33fff8b02109 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:55.404486 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f1dfc869-1ca4-4b43-8533-399818eda835 req-20353b52-0c3e-4335-903e-33fff8b02109 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1567242 Nov 11 11:26:55.471420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b6db-92c0-4c64-80a8-806e988dcc3a req-341f3d4b-2686-4be0-badd-cdb4642f941b tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:55.473045 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c210b6db-92c0-4c64-80a8-806e988dcc3a req-341f3d4b-2686-4be0-badd-cdb4642f941b tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 949 time: 0.1480045 Nov 11 11:26:55.490612 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f1dfc869-1ca4-4b43-8533-399818eda835 req-c28dbc3a-f692-4406-81ad-256a3f1e8491 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655425 Nov 11 11:26:55.539695 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c210b6db-92c0-4c64-80a8-806e988dcc3a req-24fd19ba-46bd-4ec3-a9a3-a481ecd656b2 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479941 Nov 11 11:26:55.927850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 35784) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:56.125719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-657326186-network', 'tenant_id': '877e0ddadd93456999f110fe077c9a77'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:56.131664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:56.135855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Usage tracker for resource:network and tenant:877e0ddadd93456999f110fe077c9a77 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:56.138846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:56.145598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:56.154696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Made reservation on behalf of 877e0ddadd93456999f110fe077c9a77 for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:26:56.159837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.174702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.212445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:56.216434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Usage tracker for resource:security_group_rule and tenant:877e0ddadd93456999f110fe077c9a77 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:56.219385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:56.225439 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:56.298016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.300972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.306099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f61ee882-954a-424b-ba86-842024b45baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:56.334509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71683416-7127-40fb-9931-718905508f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=88092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:26:56.391931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a914c8-8ed5-419c-9dce-701b69466238,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:56.397051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:56.399236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.400015 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Added segment bd588e9b-7166-43b5-a276-3a423508eb8c of type vlan for network 992b32db-bac3-453e-b8a8-f779f51b2c9b Nov 11 11:26:56.439584 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.474481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dae8d-7870-4cfb-8a2a-5df54f29c1fa req-3f5b6dfc-68e1-4fce-906b-59406620060c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:56.476200 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f37dae8d-7870-4cfb-8a2a-5df54f29c1fa req-3f5b6dfc-68e1-4fce-906b-59406620060c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1501167 Nov 11 11:26:56.510973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.512400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device fd204f0c-8377-4baa-b2a5-f33b7888c702 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:26:56.513696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:56.514338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.519624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:56.593322 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port fd204f0c-8377-4baa-b2a5-f33b7888c702 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:26:56.596514 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f37dae8d-7870-4cfb-8a2a-5df54f29c1fa req-8cd98d8e-e27c-46f6-b456-17f6acfa330a tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106062 Nov 11 11:26:56.610415 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port fd204f0c-8377-4baa-b2a5-f33b7888c702 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:26:56.610923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.692921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Pushing event updated for resources: {'Network': ['ID=992b32db-bac3-453e-b8a8-f779f51b2c9b,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:56.696302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:56.700932 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-71683416-7127-40fb-9931-718905508f39 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7691171 Nov 11 11:26:56.701314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 35808) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:26:56.710976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Request body: {'subnet': {'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-657326186-subnet', 'tenant_id': '877e0ddadd93456999f110fe077c9a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:26:56.716733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:26:56.721977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Usage tracker for resource:subnet and tenant:877e0ddadd93456999f110fe077c9a77 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:26:56.726314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:26:56.733131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:26:56.743941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Made reservation on behalf of 877e0ddadd93456999f110fe077c9a77 for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:26:56.747751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 992b32db-bac3-453e-b8a8-f779f51b2c9b details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:26:56.749654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.839047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983544ae-3e20-4935-a2bf-16981d4b5490 req-11ea81f6-408c-45be-b4e1-118e292275fe tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:56.841004 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-983544ae-3e20-4935-a2bf-16981d4b5490 req-11ea81f6-408c-45be-b4e1-118e292275fe tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1010876 Nov 11 11:26:56.894219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:56.900099 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-983544ae-3e20-4935-a2bf-16981d4b5490 req-1a68edb0-a7fb-4115-bc56-782916ee332b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525675 Nov 11 11:26:56.988232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de91afc-19a4-4bc2-aace-ac599980229d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd204f0c-8377-4baa-b2a5-f33b7888c702'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:26:57.016081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port fd204f0c-8377-4baa-b2a5-f33b7888c702, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=fd204f0c-8377-4baa-b2a5-f33b7888c702,segment=NetworkSegment(1162bdd8-cd12-48e7-9be6-bdd3c1be23c4),segment_id=1162bdd8-cd12-48e7-9be6-bdd3c1be23c4)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:26:57.021023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:57.023194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:57.025338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:57.036726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c4037eee-b523-4499-8743-bcc12c2f8818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:26:57.133312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f915bb24-1c22-40af-9348-0fe85bf21d56,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:57.136740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:57.152226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Checking segment: {'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:26:57.152716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Network hostable DHCP agents. Network: 992b32db-bac3-453e-b8a8-f779f51b2c9b, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:26:57.162298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1802f-252d-4cd4-8ca2-e74ec63dadb6 req-73bbd4fa-30ff-4c22-9957-94c73f4661a9 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:57.164261 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-27f1802f-252d-4cd4-8ca2-e74ec63dadb6 req-73bbd4fa-30ff-4c22-9957-94c73f4661a9 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 950 time: 0.1072679 Nov 11 11:26:57.172713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=fd204f0c-8377-4baa-b2a5-f33b7888c702,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:26:57.176224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:26:57.180143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Network 992b32db-bac3-453e-b8a8-f779f51b2c9b is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:26:57.190945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 992b32db-bac3-453e-b8a8-f779f51b2c9b) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:26:57.202010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce6cf4-3938-4b38-a504-875d935f390b None None] Network 992b32db-bac3-453e-b8a8-f779f51b2c9b requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:26:57.211103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:57.212433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:57.222766 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-27f1802f-252d-4cd4-8ca2-e74ec63dadb6 req-e98452ae-2453-4718-aa66-7457bcd06af4 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520947 Nov 11 11:26:57.259877 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5476611 Nov 11 11:26:57.359340 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de91afc-19a4-4bc2-aace-ac599980229d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd204f0c-8377-4baa-b2a5-f33b7888c702', 'code': 200} Nov 11 11:26:57.373924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:26:57.555606 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031444e-f96a-4e83-bc42-1e7fe98eac74 None None] Network 992b32db-bac3-453e-b8a8-f779f51b2c9b requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:26:57.637527 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f39fdde1-0bb5-4a28-95d6-690c19f86bde req-74fc4650-c870-4ecd-811c-b5415bf72a8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 1103 time: 0.0941870 Nov 11 11:26:57.718969 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f39fdde1-0bb5-4a28-95d6-690c19f86bde req-320ecbd7-63dd-4e3b-8d58-88ef6a68dcff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613761 Nov 11 11:26:57.872812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd83c84-df20-47cf-9716-fac405d1a190 req-0830f2bf-2305-4b14-b674-74f79f4e9c43 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:57.874758 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fbd83c84-df20-47cf-9716-fac405d1a190 req-0830f2bf-2305-4b14-b674-74f79f4e9c43 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1099095 Nov 11 11:26:57.940449 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fbd83c84-df20-47cf-9716-fac405d1a190 req-12d22ec8-17c2-4153-9d83-002a7b3994fd tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556386 Nov 11 11:26:58.138248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7ffb3-282b-4dd1-814c-44537ead3df1 req-e3407beb-4dcd-4ebc-88b4-671cb3c5faa8 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:58.148056 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-72d7ffb3-282b-4dd1-814c-44537ead3df1 req-e3407beb-4dcd-4ebc-88b4-671cb3c5faa8 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1019571 Nov 11 11:26:58.207689 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-72d7ffb3-282b-4dd1-814c-44537ead3df1 req-f36e1a39-5324-44f0-b26d-7f0d81bbe08f tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584474 Nov 11 11:26:58.445943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703065-27f9-4fee-a3cf-030474548219 req-1b76cb1c-989b-4237-95bb-69384a6bd4b8 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:58.447513 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d8703065-27f9-4fee-a3cf-030474548219 req-1b76cb1c-989b-4237-95bb-69384a6bd4b8 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 950 time: 0.0872006 Nov 11 11:26:58.496050 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d8703065-27f9-4fee-a3cf-030474548219 req-71aebdb1-e187-4e9f-bf53-d27dba2072bb tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Nov 11 11:26:59.170691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140b09-3a34-441c-8d16-b2fc62ed3c6e req-c9602292-94fd-43ae-a6cf-ec50c33ccc87 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:59.172444 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-53140b09-3a34-441c-8d16-b2fc62ed3c6e req-c9602292-94fd-43ae-a6cf-ec50c33ccc87 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0967104 Nov 11 11:26:59.232054 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-53140b09-3a34-441c-8d16-b2fc62ed3c6e req-71ead7db-3ef3-430f-9ca7-81b771358ad3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506437 Nov 11 11:26:59.469442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc76613-1f09-426c-a47c-e7b95d5bbfe1 req-44707810-797a-4523-8f56-8979d0a3eb43 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:59.471610 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bc76613-1f09-426c-a47c-e7b95d5bbfe1 req-44707810-797a-4523-8f56-8979d0a3eb43 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1136043 Nov 11 11:26:59.539276 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bc76613-1f09-426c-a47c-e7b95d5bbfe1 req-1d9a586f-489d-4064-940a-c2b65bb174e5 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595963 Nov 11 11:26:59.900385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-9989ea82-b23d-449b-be69-4464011957d0 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:59.901695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-9989ea82-b23d-449b-be69-4464011957d0 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Synchronizing usage tracker for tenant:877e0ddadd93456999f110fe077c9a77 on resource:network {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:26:59.946799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-9989ea82-b23d-449b-be69-4464011957d0 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Unset dirty status for tenant:877e0ddadd93456999f110fe077c9a77 on resource:network {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:26:59.948098 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-9989ea82-b23d-449b-be69-4464011957d0 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/networks?id=992b32db-bac3-453e-b8a8-f779f51b2c9b HTTP/1.1" status: 200 len: 813 time: 0.2827265 Nov 11 11:26:59.954865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59504abf-4ba0-409c-b392-a0650fba47ab req-61d050ae-c168-423e-8330-00dedb31c487 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:26:59.956434 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-59504abf-4ba0-409c-b392-a0650fba47ab req-61d050ae-c168-423e-8330-00dedb31c487 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 950 time: 0.1612298 Nov 11 11:27:00.001759 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-ecc8916a-c2ed-44b1-bc84-8295a88a3b1e tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/quotas/877e0ddadd93456999f110fe077c9a77 HTTP/1.1" status: 200 len: 375 time: 0.0442734 Nov 11 11:27:00.070857 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-38c67d13-68fc-47d4-90ef-bc97ca834658 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=877e0ddadd93456999f110fe077c9a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595031 Nov 11 11:27:00.075320 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-59504abf-4ba0-409c-b392-a0650fba47ab req-9403b5f2-3acd-4d3b-9a8d-60ce5e596103 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059411 Nov 11 11:27:00.261875 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-94cb087c-605d-4c9b-ae70-9d3c0c43b5bf service neutron] 10.222.0.37 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835887 Nov 11 11:27:00.704847 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-bee6f584-072c-45c1-820e-817584ad6d74 service neutron] 10.222.0.37 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331679 Nov 11 11:27:00.713958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caff2f-8a46-4b0f-ac1d-669bce28eb42 req-2aabb0c6-47a2-4b57-bc0a-6d350109375b tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:00.715816 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c7caff2f-8a46-4b0f-ac1d-669bce28eb42 req-2aabb0c6-47a2-4b57-bc0a-6d350109375b tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1398339 Nov 11 11:27:00.769950 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c7caff2f-8a46-4b0f-ac1d-669bce28eb42 req-ccd42261-446c-444a-8483-e5e73ae6985f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476823 Nov 11 11:27:01.025824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea884fa-9e59-447e-9da7-a838906fcaa1 req-fef81d50-44e9-43a2-9cd9-6322066d4b80 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:01.027576 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8ea884fa-9e59-447e-9da7-a838906fcaa1 req-fef81d50-44e9-43a2-9cd9-6322066d4b80 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0935433 Nov 11 11:27:01.087744 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8ea884fa-9e59-447e-9da7-a838906fcaa1 req-1625831a-fc95-48c9-902c-9ab0d38be9d9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539856 Nov 11 11:27:01.199860 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-db4751fb-4afa-4ae9-83d7-1c2322370cee req-f0f32188-76bb-45a8-b9e6-1be3c6bab919 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 210 time: 0.0532355 Nov 11 11:27:01.423398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25df60-b841-430c-9a83-3dd0ac53cbc4 req-c8822b37-4930-478b-9953-ed0a5ec0167b tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:01.425027 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8e25df60-b841-430c-9a83-3dd0ac53cbc4 req-c8822b37-4930-478b-9953-ed0a5ec0167b tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 950 time: 0.0895691 Nov 11 11:27:01.481506 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8e25df60-b841-430c-9a83-3dd0ac53cbc4 req-2c0888fd-3098-4233-bd28-e5ae26971b94 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501351 Nov 11 11:27:01.746170 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 35928) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:01.913214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:01.950271 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:01.954395 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Usage tracker for resource:security_group_rule and tenant:7118c67fd560403d814ddb9511ae6605 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:01.957418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:01.964237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:02.035000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:02.038022 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:02.053247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-67420922-ea78-4bee-ab63-7620608126ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:02.060611 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59fed8-3208-48fe-adb9-bc1f07aac161 req-b6981290-ac0f-4b65-be24-0c0285eb8c44 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:02.062216 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cf59fed8-3208-48fe-adb9-bc1f07aac161 req-b6981290-ac0f-4b65-be24-0c0285eb8c44 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1644707 Nov 11 11:27:02.073782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f18f0b-6f99-428c-a3fd-7cf22133ed55 req-f2189cfd-9fe7-4ef0-821a-8b9fe5e9bc79 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:02.075379 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f0f18f0b-6f99-428c-a3fd-7cf22133ed55 req-f2189cfd-9fe7-4ef0-821a-8b9fe5e9bc79 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 950 time: 0.1311426 Nov 11 11:27:02.094060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 35940) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:02.095801 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7118c67fd560403d814ddb9511ae6605&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3474927 Nov 11 11:27:02.104462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d162acd-28d5-4526-9f7f-ea3fac5d7880,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:02.108246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:02.202970 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cf59fed8-3208-48fe-adb9-bc1f07aac161 req-877a0426-4046-43ba-b96e-7ef33e767976 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265240 Nov 11 11:27:02.208163 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f0f18f0b-6f99-428c-a3fd-7cf22133ed55 req-6a9ef2c3-b69e-4683-95f0-61fff0b8d6b6 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169190 Nov 11 11:27:02.231559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3119c3bb-0bdd-422c-a7fe-c1cb256ea5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:02.310029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3119c3bb-0bdd-422c-a7fe-c1cb256ea5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:02.533626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-26ffcf3b-54cb-4f59-8a02-0a9712a5cfcd tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:02.535346 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-26ffcf3b-54cb-4f59-8a02-0a9712a5cfcd tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.64 "GET /v2.0/networks?id=992b32db-bac3-453e-b8a8-f779f51b2c9b HTTP/1.1" status: 200 len: 813 time: 0.3052967 Nov 11 11:27:02.546505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3119c3bb-0bdd-422c-a7fe-c1cb256ea5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:02.556813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0dbfbc7b-9a5a-47e5-a96c-c5201c01b519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:02.571122 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Request body: {'port': {'device_id': '959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7', 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b', 'admin_state_up': True, 'tenant_id': '877e0ddadd93456999f110fe077c9a77'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:27:02.641387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119c3bb-0bdd-422c-a7fe-c1cb256ea5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d162acd-28d5-4526-9f7f-ea3fac5d7880,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:02.660797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3119c3bb-0bdd-422c-a7fe-c1cb256ea5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:02.669840 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aac5713a-59d7-44b3-9406-bcd62f30f935 req-0af9bcb7-0165-403b-aae6-2a9ee1d7c3ff tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 210 time: 0.1185291 Nov 11 11:27:02.683256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809c87e-a950-49e9-914c-666e280dcf63 req-5d3595fc-5793-40a8-873c-615a2f810249 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:02.691638 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a809c87e-a950-49e9-914c-666e280dcf63 req-5d3595fc-5793-40a8-873c-615a2f810249 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.2899559 Nov 11 11:27:02.692017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3119c3bb-0bdd-422c-a7fe-c1cb256ea5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:02.700376 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3119c3bb-0bdd-422c-a7fe-c1cb256ea5a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d162acd-28d5-4526-9f7f-ea3fac5d7880 HTTP/1.1" status: 204 len: 168 time: 0.6051922 Nov 11 11:27:02.844855 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a809c87e-a950-49e9-914c-666e280dcf63 req-79a231d5-0892-4980-a534-667f69fe7631 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539958 Nov 11 11:27:02.852149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:02.856072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Usage tracker for resource:port and tenant:877e0ddadd93456999f110fe077c9a77 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:02.859135 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:02.865819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:02.877798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Made reservation on behalf of 877e0ddadd93456999f110fe077c9a77 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:27:02.884610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:03.105118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Allocated IP 172.20.0.10 (992b32db-bac3-453e-b8a8-f779f51b2c9b/f915bb24-1c22-40af-9348-0fe85bf21d56/2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:27:03.341610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:03.502899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:03.514426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:03.581751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b85a-3724-4d83-964c-79a6d093f981 req-33683dc3-6577-4d84-8b88-00d710349855 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:03.583373 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0491b85a-3724-4d83-964c-79a6d093f981 req-33683dc3-6577-4d84-8b88-00d710349855 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.2380047 Nov 11 11:27:03.602752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea04e1-1d4c-420c-801d-6112e1d0c89d req-5ae68315-cb7f-471b-9045-5f6024a76cbd tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:03.604319 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8cea04e1-1d4c-420c-801d-6112e1d0c89d req-5ae68315-cb7f-471b-9045-5f6024a76cbd tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 950 time: 0.2203202 Nov 11 11:27:03.648011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Network 992b32db-bac3-453e-b8a8-f779f51b2c9b is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:27:03.650550 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Pushing event updated for resources: {'Port': ['ID=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:03.658795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:27:03.665534 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:03.667491 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:27:03.750102 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8cea04e1-1d4c-420c-801d-6112e1d0c89d req-2af0991e-e234-4f2b-9311-8903000a423d tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd8e4c19-02d2-4acb-8a42-e02215ffe98a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397190 Nov 11 11:27:03.759787 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0491b85a-3724-4d83-964c-79a6d093f981 req-0f894d8e-c8ea-431f-a0c2-97417339d865 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516149 Nov 11 11:27:03.766636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:03.777773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:03.792840 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2380943 Nov 11 11:27:03.812146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Request body: {'port': {'device_id': '959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:27:03.982315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:04.066398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7b1b-3c89-498c-954c-99cb0ea18021 req-a5d07255-71a1-4faf-89c8-f47b7c2013fb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:04.067245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-f5cf7b1b-3c89-498c-954c-99cb0ea18021 req-a5d07255-71a1-4faf-89c8-f47b7c2013fb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Synchronizing usage tracker for tenant:877e0ddadd93456999f110fe077c9a77 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:27:04.092397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-771fdce0-11b0-4857-8e40-9ec6814143a8 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:04.093964 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-771fdce0-11b0-4857-8e40-9ec6814143a8 tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.64 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 950 time: 0.0921075 Nov 11 11:27:04.176200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Deleting port fd204f0c-8377-4baa-b2a5-f33b7888c702 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:04.176593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:04.190453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-f5cf7b1b-3c89-498c-954c-99cb0ea18021 req-a5d07255-71a1-4faf-89c8-f47b7c2013fb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Unset dirty status for tenant:877e0ddadd93456999f110fe077c9a77 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:27:04.191818 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f5cf7b1b-3c89-498c-954c-99cb0ea18021 req-a5d07255-71a1-4faf-89c8-f47b7c2013fb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 932 time: 0.2888367 Nov 11 11:27:04.368911 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-f5cf7b1b-3c89-498c-954c-99cb0ea18021 req-d5517c62-7b9b-4255-b0c2-40dfed3e7c7b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Synchronizing usage tracker for tenant:877e0ddadd93456999f110fe077c9a77 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:27:04.393915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad7752-98ec-4ece-8ffa-e76f89b8c356 req-4ce06da2-aac4-4052-bf7a-5553da84f438 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:04.396120 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e2ad7752-98ec-4ece-8ffa-e76f89b8c356 req-4ce06da2-aac4-4052-bf7a-5553da84f438 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.3180623 Nov 11 11:27:04.440195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-f5cf7b1b-3c89-498c-954c-99cb0ea18021 req-d5517c62-7b9b-4255-b0c2-40dfed3e7c7b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Unset dirty status for tenant:877e0ddadd93456999f110fe077c9a77 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:27:04.441430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] For port fd204f0c-8377-4baa-b2a5-f33b7888c702, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=fd204f0c-8377-4baa-b2a5-f33b7888c702,segment=NetworkSegment(1162bdd8-cd12-48e7-9be6-bdd3c1be23c4),segment_id=1162bdd8-cd12-48e7-9be6-bdd3c1be23c4)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:04.441569 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f5cf7b1b-3c89-498c-954c-99cb0ea18021 req-d5517c62-7b9b-4255-b0c2-40dfed3e7c7b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415745 Nov 11 11:27:04.441813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:04.483777 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e2ad7752-98ec-4ece-8ffa-e76f89b8c356 req-7d4d0c54-3711-4673-8029-dccaa516e4e9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767815 Nov 11 11:27:04.564881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:27:04.572398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:04.584618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Calling delete_port for fd204f0c-8377-4baa-b2a5-f33b7888c702 owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:27:04.588296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Transition to ACTIVE for port object 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:27:04.591407 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:04.597005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:04.750430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:04.757403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:04.764063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['fd204f0c-8377-4baa-b2a5-f33b7888c702'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:27:04.807241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Pushing event deleted for resources: {'Port': ['ID=fd204f0c-8377-4baa-b2a5-f33b7888c702,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:04.813008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:04.919633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] No DVR routers for this DVR port fd204f0c-8377-4baa-b2a5-f33b7888c702 on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:27:04.922898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:04.927670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de91afc-19a4-4bc2-aace-ac599980229d', 'name': 'network-vif-deleted', 'tag': 'fd204f0c-8377-4baa-b2a5-f33b7888c702'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:04.950508 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-feed39d1-b3b6-4914-82f9-9dac38bf7ff9 req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.64 "DELETE /v2.0/ports/fd204f0c-8377-4baa-b2a5-f33b7888c702 HTTP/1.1" status: 204 len: 173 time: 0.8478384 Nov 11 11:27:04.967258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:05.008893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:05.073695 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0991f7f4-43a1-4eb4-9170-0af357fadf73 req-4940248f-7145-4a3c-b0cc-ce2741be342c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de91afc-19a4-4bc2-aace-ac599980229d HTTP/1.1" status: 200 len: 210 time: 0.1078203 Nov 11 11:27:05.297753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e1c2-a1d9-4429-a736-52afb33eb769 req-6b509926-c504-476e-9cfd-67a225309b22 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:05.299527 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2e87e1c2-a1d9-4429-a736-52afb33eb769 req-6b509926-c504-476e-9cfd-67a225309b22 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 946 time: 0.3416917 Nov 11 11:27:05.301353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Attempting to bind port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:27:05.302304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Attempting to bind port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:27:05.302720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Attempting to bind port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 on network 992b32db-bac3-453e-b8a8-f779f51b2c9b {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:27:05.350513 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 on network 992b32db-bac3-453e-b8a8-f779f51b2c9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:27:05.350878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Attempting to bind port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 on network 992b32db-bac3-453e-b8a8-f779f51b2c9b {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:27:05.384117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:27:05.384498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Checking segment: {'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:27:05.384970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Bound using segment: {'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:27:05.385477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Bound port: 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:27:05.385861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:05.453251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb434e-5c8b-46fe-9fe8-fd472ec10bd5 req-113fa422-86a2-4eff-be4b-3a3ae515f54e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:05.454976 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-03bb434e-5c8b-46fe-9fe8-fd472ec10bd5 req-113fa422-86a2-4eff-be4b-3a3ae515f54e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.2425730 Nov 11 11:27:05.463774 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2e87e1c2-a1d9-4429-a736-52afb33eb769 req-0f8fcf59-5b5d-479e-b9b1-10d7fcb579af tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528480 Nov 11 11:27:05.550690 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de91afc-19a4-4bc2-aace-ac599980229d', 'name': 'network-vif-deleted', 'tag': 'fd204f0c-8377-4baa-b2a5-f33b7888c702', 'status': 'completed', 'code': 200} Nov 11 11:27:05.564460 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-03bb434e-5c8b-46fe-9fe8-fd472ec10bd5 req-90b4bf3d-1378-4e8f-81d4-8d44bc5fee0e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988736 Nov 11 11:27:05.573296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] For port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:27:05.582228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] For port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:27:05.585890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:05.602638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-81eea117-6045-4e10-abdc-61e210a301d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:05.695443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:05.697084 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 HTTP/1.1" status: 200 len: 1094 time: 1.8912067 Nov 11 11:27:05.697710 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7', 'tag': '2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:05.861750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:05.867745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:05.959243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226659ac-5b09-4da1-87f5-c9588242fa5a req-3c6890d4-213c-4ac5-ba01-8d7c38dc9a0f tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:05.961018 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-226659ac-5b09-4da1-87f5-c9588242fa5a req-3c6890d4-213c-4ac5-ba01-8d7c38dc9a0f tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 944 time: 0.2573824 Nov 11 11:27:06.000525 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-98e6c881-829c-42d8-9445-ea5a6d8ff413 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=877e0ddadd93456999f110fe077c9a77&device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 1097 time: 0.2096691 Nov 11 11:27:06.116367 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-226659ac-5b09-4da1-87f5-c9588242fa5a req-dc6c17fd-f72a-4e6a-b5b5-212154fe63e3 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473918 Nov 11 11:27:06.117666 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-c3ab4637-a28c-440c-a8e6-b8cbf5d6ebf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 HTTP/1.1" status: 200 len: 217 time: 0.0991895 Nov 11 11:27:06.169235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d5cc3-e16f-4411-a3db-812123385f77 req-35df5618-92e6-420e-8e96-9a37ab292030 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:06.170923 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dd9d5cc3-e16f-4411-a3db-812123385f77 req-35df5618-92e6-420e-8e96-9a37ab292030 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.2686462 Nov 11 11:27:06.205761 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7', 'tag': '2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4', 'status': 'completed', 'code': 200} Nov 11 11:27:06.242708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-373f2b12-1f75-4a48-9400-e7861697287b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:06.244415 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-373f2b12-1f75-4a48-9400-e7861697287b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f915bb24-1c22-40af-9348-0fe85bf21d56 HTTP/1.1" status: 200 len: 853 time: 0.1194537 Nov 11 11:27:06.299034 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dd9d5cc3-e16f-4411-a3db-812123385f77 req-31c64a14-2dec-4986-a320-468f5eb573da tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188569 Nov 11 11:27:06.306146 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-55104460-e954-442d-9ba7-9cad10533567 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b32db-bac3-453e-b8a8-f779f51b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538352 Nov 11 11:27:06.456926 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-066c41d4-408d-46cf-bd6b-871ed128ba6d service neutron] 10.222.0.64 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399446 Nov 11 11:27:06.688947 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca696ec8-cb53-4a48-8b96-f1e166be67b3 req-6f8d24a4-5ade-48a9-979e-c9afeb00a925 service neutron] 10.222.0.64 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237160 Nov 11 11:27:06.832313 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d75b-7bab-43de-9603-3b1b922cd7e7 req-9f103b43-9bdb-4bd5-acfa-ac8598274f4c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:06.834851 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c2a9d75b-7bab-43de-9603-3b1b922cd7e7 req-9f103b43-9bdb-4bd5-acfa-ac8598274f4c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 946 time: 0.2230263 Nov 11 11:27:06.938380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c9119-7cdf-4051-b4fa-05d49c337fe0 req-9b191664-75f3-49fd-8151-a3c14c835e77 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:06.940282 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-700c9119-7cdf-4051-b4fa-05d49c337fe0 req-9b191664-75f3-49fd-8151-a3c14c835e77 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.2366898 Nov 11 11:27:06.950637 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c2a9d75b-7bab-43de-9603-3b1b922cd7e7 req-8f5afa3f-d6f8-47d3-a7c4-4dc311f9151f tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074898 Nov 11 11:27:06.999011 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-efda3c48-269f-41e5-922d-887be13f2bbb req-936902d2-827c-4801-bb69-62e6794cf615 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=877e0ddadd93456999f110fe077c9a77&device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 1097 time: 0.2353306 Nov 11 11:27:07.011178 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-700c9119-7cdf-4051-b4fa-05d49c337fe0 req-11fa2201-97a9-4042-98a9-6b8bdbb469f8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598357 Nov 11 11:27:07.139536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-47fc83b2-4fff-4d18-9e57-ee4f0564b2c4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:07.140373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-47fc83b2-4fff-4d18-9e57-ee4f0564b2c4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Synchronizing usage tracker for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:27:07.167804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-47fc83b2-4fff-4d18-9e57-ee4f0564b2c4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Unset dirty status for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:27:07.169770 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-47fc83b2-4fff-4d18-9e57-ee4f0564b2c4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 946 time: 0.1318526 Nov 11 11:27:07.225055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3c48-269f-41e5-922d-887be13f2bbb req-4ed96b4a-2207-4e1e-85c2-0ed503b3ee39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:07.229430 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-efda3c48-269f-41e5-922d-887be13f2bbb req-4ed96b4a-2207-4e1e-85c2-0ed503b3ee39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=992b32db-bac3-453e-b8a8-f779f51b2c9b HTTP/1.1" status: 200 len: 914 time: 0.1915832 Nov 11 11:27:07.282101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Deleting port c5471220-bbe9-4294-a527-c02fa735bd1d {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:07.282614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:07.400125 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-efda3c48-269f-41e5-922d-887be13f2bbb req-1373fc77-696e-4e7c-b67a-e3deccaeccdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 HTTP/1.1" status: 200 len: 217 time: 0.1617513 Nov 11 11:27:07.559653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3c48-269f-41e5-922d-887be13f2bbb req-60d10ad1-8cd8-480e-8346-03e66a2c8b7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:07.561372 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-efda3c48-269f-41e5-922d-887be13f2bbb req-60d10ad1-8cd8-480e-8346-03e66a2c8b7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f915bb24-1c22-40af-9348-0fe85bf21d56 HTTP/1.1" status: 200 len: 853 time: 0.1531174 Nov 11 11:27:07.573370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0c061-a792-49ea-87d4-4b072b68d349 req-87bf69a4-9571-4b50-beff-e95c0f51caac tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:07.575010 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-66a0c061-a792-49ea-87d4-4b072b68d349 req-87bf69a4-9571-4b50-beff-e95c0f51caac tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 944 time: 0.2524483 Nov 11 11:27:07.627768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] For port c5471220-bbe9-4294-a527-c02fa735bd1d, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c5471220-bbe9-4294-a527-c02fa735bd1d,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:07.628165 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:07.649679 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-efda3c48-269f-41e5-922d-887be13f2bbb req-aa6395d7-af38-43e5-880d-eb44b105477b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b32db-bac3-453e-b8a8-f779f51b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719712 Nov 11 11:27:07.808829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Calling delete_port for c5471220-bbe9-4294-a527-c02fa735bd1d owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:27:07.861047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a5a2f-c7f4-48a9-aecb-1136b6502be2 req-3e5bef80-a621-4def-aa4e-fda6f0cd3345 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:07.862844 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-431a5a2f-c7f4-48a9-aecb-1136b6502be2 req-3e5bef80-a621-4def-aa4e-fda6f0cd3345 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.4042726 Nov 11 11:27:07.998580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:08.006615 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:08.014541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2d3bddcd-bf65-44a0-b959-07f20cf2e161', '66280b9a-cd18-48be-be56-8bc89f81e149', '4aae76ca-c05d-43a7-8e54-2f89951e174b', 'c5471220-bbe9-4294-a527-c02fa735bd1d'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:27:08.129320 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-66a0c061-a792-49ea-87d4-4b072b68d349 req-e8b0da3a-3407-40c8-ab3d-14b0f1bd04a3 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845452 Nov 11 11:27:08.170154 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-431a5a2f-c7f4-48a9-aecb-1136b6502be2 req-00743f49-367d-4bf7-879e-beba644e31a2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952485 Nov 11 11:27:08.178375 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-efda3c48-269f-41e5-922d-887be13f2bbb req-ef9d6da9-6cea-40c4-a1d0-252a6644fa34 service neutron] 10.222.0.64 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010533 Nov 11 11:27:08.326128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Pushing event deleted for resources: {'Port': ['ID=c5471220-bbe9-4294-a527-c02fa735bd1d,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:08.354517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:08.492327 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-70435b89-1af8-4257-a1d9-97b740caf0d2 req-113f9eb5-f72d-4a7e-9b60-4c3b242fb814 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e77da5f-a436-47b4-bba8-5a651c74fc94 HTTP/1.1" status: 200 len: 210 time: 0.0744712 Nov 11 11:27:08.494088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] No DVR routers for this DVR port c5471220-bbe9-4294-a527-c02fa735bd1d on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:27:08.496603 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-efda3c48-269f-41e5-922d-887be13f2bbb req-67ceb553-d89b-4619-8149-9baf3501a231 service neutron] 10.222.0.64 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107839 Nov 11 11:27:08.500534 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:08.517228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e77da5f-a436-47b4-bba8-5a651c74fc94', 'name': 'network-vif-deleted', 'tag': 'c5471220-bbe9-4294-a527-c02fa735bd1d'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:08.545821 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9bd7e023-a0c5-4820-9600-1e9c919b7c59 req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "DELETE /v2.0/ports/c5471220-bbe9-4294-a527-c02fa735bd1d HTTP/1.1" status: 204 len: 173 time: 1.3680251 Nov 11 11:27:08.596114 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device c5471220-bbe9-4294-a527-c02fa735bd1d no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:27:08.654641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: c5471220-bbe9-4294-a527-c02fa735bd1d {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:27:08.655033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device c5471220-bbe9-4294-a527-c02fa735bd1d not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:27:08.655569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device fd204f0c-8377-4baa-b2a5-f33b7888c702 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:27:08.658238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864eb5d-2c64-42a1-90ee-bde819cd76fe req-8b233d14-44b9-43ac-af19-fef6d3965820 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:08.667058 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4864eb5d-2c64-42a1-90ee-bde819cd76fe req-8b233d14-44b9-43ac-af19-fef6d3965820 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1688232 Nov 11 11:27:08.718564 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: fd204f0c-8377-4baa-b2a5-f33b7888c702 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:27:08.719014 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device fd204f0c-8377-4baa-b2a5-f33b7888c702 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:27:08.759869 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4864eb5d-2c64-42a1-90ee-bde819cd76fe req-53e5c70b-f54a-4745-9c93-526f76ea9fa9 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915952 Nov 11 11:27:08.790275 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e77da5f-a436-47b4-bba8-5a651c74fc94', 'name': 'network-vif-deleted', 'tag': 'c5471220-bbe9-4294-a527-c02fa735bd1d', 'status': 'completed', 'code': 200} Nov 11 11:27:09.399962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61454339-55a9-4a99-8383-f033adbf475e req-0478d5c1-fec3-4582-84c8-6edd447d06a2 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:09.402319 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-61454339-55a9-4a99-8383-f033adbf475e req-0478d5c1-fec3-4582-84c8-6edd447d06a2 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 944 time: 0.0994387 Nov 11 11:27:09.460729 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-61454339-55a9-4a99-8383-f033adbf475e req-59fe868e-14b7-4a27-a40e-a066eb4beba9 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517919 Nov 11 11:27:09.562947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b90fa-bdc7-4d6e-8cdc-f08e9df3cb76 req-1174b8fe-6e3a-44b8-8077-a75f53783600 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:09.565228 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cb7b90fa-bdc7-4d6e-8cdc-f08e9df3cb76 req-1174b8fe-6e3a-44b8-8077-a75f53783600 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0930443 Nov 11 11:27:09.631833 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cb7b90fa-bdc7-4d6e-8cdc-f08e9df3cb76 req-8bda3ab0-d596-41d1-bf94-8b647ff01573 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Nov 11 11:27:09.971093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cbf29-edac-4fba-a088-439e6c9336e9 req-dc960ed4-563c-444e-8852-f454533f762e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:09.972776 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bb3cbf29-edac-4fba-a088-439e6c9336e9 req-dc960ed4-563c-444e-8852-f454533f762e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0846331 Nov 11 11:27:10.023357 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bb3cbf29-edac-4fba-a088-439e6c9336e9 req-95434812-e872-49c9-a590-b1abb7f2304c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Nov 11 11:27:10.605509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:27:10.716499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571d31-f751-4809-8570-20b9be9f2249 req-8a244000-186e-471f-921a-969c18681b51 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:10.718398 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-70571d31-f751-4809-8570-20b9be9f2249 req-8a244000-186e-471f-921a-969c18681b51 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 944 time: 0.1262629 Nov 11 11:27:10.790965 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-70571d31-f751-4809-8570-20b9be9f2249 req-a533557b-eb8a-49a8-bbe3-5ab757928882 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642080 Nov 11 11:27:10.796117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:10.812659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4', 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b', 'port_id': '2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4', 'mac_address': 'fa:16:3e:ef:63:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f915bb24-1c22-40af-9348-0fe85bf21d56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:27:10.877315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:10.889251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd37c90-c76e-4acc-91cc-af0f1976569a req-ef1b1417-0ddc-462b-ae4e-24b3c74eea57 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:10.891300 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6cd37c90-c76e-4acc-91cc-af0f1976569a req-ef1b1417-0ddc-462b-ae4e-24b3c74eea57 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1040015 Nov 11 11:27:10.906995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:27:10.925759 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:10.929948 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:10.931961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:10.962572 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6cd37c90-c76e-4acc-91cc-af0f1976569a req-7c1dd3f8-2ec6-4bd0-8c12-539bade53784 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611675 Nov 11 11:27:11.018888 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:11.023199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:11.239100 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fabc2-f4a4-48f8-8e07-39e161c91976 req-353ec07f-c9a0-426f-9aa3-96c15dbc8351 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:11.240722 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-773fabc2-f4a4-48f8-8e07-39e161c91976 req-353ec07f-c9a0-426f-9aa3-96c15dbc8351 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0861375 Nov 11 11:27:11.289487 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-773fabc2-f4a4-48f8-8e07-39e161c91976 req-9fc6bf21-f683-4a34-af8e-3682463046f7 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Nov 11 11:27:11.313197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:27:11.386928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadebbcc-62b9-4133-8622-1cdc0d5179bd req-5c7fdcff-8fc7-4b45-839e-0ad3fcddc1a5 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:11.388660 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aadebbcc-62b9-4133-8622-1cdc0d5179bd req-5c7fdcff-8fc7-4b45-839e-0ad3fcddc1a5 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0856500 Nov 11 11:27:11.443755 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aadebbcc-62b9-4133-8622-1cdc0d5179bd req-2556d10a-1b87-4485-87ca-16c39b2b7ccc tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 Nov 11 11:27:11.581626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:27:12.208863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f79c7-0529-4cfe-8f32-57cea3c1e2d6 req-7ecb0189-1928-4b17-8e60-f61dc7e71aeb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:12.210732 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-399f79c7-0529-4cfe-8f32-57cea3c1e2d6 req-7ecb0189-1928-4b17-8e60-f61dc7e71aeb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 945 time: 0.1626108 Nov 11 11:27:12.248974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f0457-d468-4be6-8988-870dd1813e9d req-86fa7f1c-bb26-4f63-a0e7-ffe295ae8cfb tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:12.251211 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f13f0457-d468-4be6-8988-870dd1813e9d req-86fa7f1c-bb26-4f63-a0e7-ffe295ae8cfb tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1516755 Nov 11 11:27:12.296507 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-399f79c7-0529-4cfe-8f32-57cea3c1e2d6 req-e8cf4501-d3eb-4c11-bdc6-0f7c5ba9ac40 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792830 Nov 11 11:27:12.324070 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f13f0457-d468-4be6-8988-870dd1813e9d req-989cf2c6-a17d-4aea-92c0-b793cd957345 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548484 Nov 11 11:27:12.416385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36302) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:12.526018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9c213-40c4-43a8-8c83-eb89c6e5bafa req-bee2aa52-e913-4701-b668-b3b270e5429c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:12.527747 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-12c9c213-40c4-43a8-8c83-eb89c6e5bafa req-bee2aa52-e913-4701-b668-b3b270e5429c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0927010 Nov 11 11:27:12.621698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:27:12.669984 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-12c9c213-40c4-43a8-8c83-eb89c6e5bafa req-8dcd1f3c-feeb-4180-b95b-71f7edc20c3d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353877 Nov 11 11:27:12.682859 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bb57e2c0-69f0-41e6-acae-c34ec2237bbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=272e1cdbdf744726b58783838e0bea56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2651577 Nov 11 11:27:12.685468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36310) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:12.699037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:27:12.705240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:27:12.705752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:12.779906 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df695c-a41b-45e4-b5ab-91bb7a443660 req-52e0fde2-0521-4cde-9352-e1bcf3db54a2 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:12.781647 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-29df695c-a41b-45e4-b5ab-91bb7a443660 req-52e0fde2-0521-4cde-9352-e1bcf3db54a2 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.1901557 Nov 11 11:27:12.820563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-175f6732-0ea7-4107-aef5-67023e595c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:12.832789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:12.862638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:12.867750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-175f6732-0ea7-4107-aef5-67023e595c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:12.874225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:12.877291 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-29df695c-a41b-45e4-b5ab-91bb7a443660 req-70bf74f1-e6cc-42dc-bb76-0bd22ed8d093 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835469 Nov 11 11:27:12.877537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:12.879517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:12.919447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-175f6732-0ea7-4107-aef5-67023e595c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:12.925478 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4', 'code': 200} Nov 11 11:27:12.928528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:12.941621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6732-0ea7-4107-aef5-67023e595c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8e4c19-02d2-4acb-8a42-e02215ffe98a,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:12.946761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-175f6732-0ea7-4107-aef5-67023e595c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:12.949971 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-175f6732-0ea7-4107-aef5-67023e595c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:12.951426 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-175f6732-0ea7-4107-aef5-67023e595c3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd8e4c19-02d2-4acb-8a42-e02215ffe98a HTTP/1.1" status: 204 len: 168 time: 0.2648685 Nov 11 11:27:12.979959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:12.990669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:13.214952 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-94f41793-dcf1-4605-a908-a12a3e26c86e req-b4d9187d-3ce5-46d7-b365-ae4d35d2bbfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 1099 time: 0.0868874 Nov 11 11:27:13.273337 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-94f41793-dcf1-4605-a908-a12a3e26c86e req-bc19d607-ea48-46a6-9cfe-81f1d76c50d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456829 Nov 11 11:27:13.580474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01524a1-77fe-4f18-b458-9ce30af0b855 req-564bdf99-e5d1-478a-88f2-6619abdb26db tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:13.582079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b01524a1-77fe-4f18-b458-9ce30af0b855 req-564bdf99-e5d1-478a-88f2-6619abdb26db tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 946 time: 0.1517210 Nov 11 11:27:13.592785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80d48e-53f1-46f0-90ac-f9e9357a9c2d req-9d57d382-45c4-4372-85b8-eca7d0eff0d8 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:13.594232 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8e80d48e-53f1-46f0-90ac-f9e9357a9c2d req-9d57d382-45c4-4372-85b8-eca7d0eff0d8 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1240351 Nov 11 11:27:13.672190 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b01524a1-77fe-4f18-b458-9ce30af0b855 req-3a7ed463-1628-423f-9a79-dd52ed1a8a61 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769351 Nov 11 11:27:13.677577 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8e80d48e-53f1-46f0-90ac-f9e9357a9c2d req-2aafcacc-3057-42ed-82b0-a6b6963746f7 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675747 Nov 11 11:27:13.796736 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d71c8-196c-4658-957d-38bbcdba37ce req-73a8176d-b2ee-4484-9d6a-4a1a61df4ee0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:13.797499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-314d71c8-196c-4658-957d-38bbcdba37ce req-73a8176d-b2ee-4484-9d6a-4a1a61df4ee0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Synchronizing usage tracker for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:27:13.812528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-314d71c8-196c-4658-957d-38bbcdba37ce req-73a8176d-b2ee-4484-9d6a-4a1a61df4ee0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Unset dirty status for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:27:13.813753 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-314d71c8-196c-4658-957d-38bbcdba37ce req-73a8176d-b2ee-4484-9d6a-4a1a61df4ee0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.1066008 Nov 11 11:27:13.898311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Deleting port 4aae76ca-c05d-43a7-8e54-2f89951e174b {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:13.898694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:13.899083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac0385-6a5f-44eb-9655-da8985da4a1e req-9d8e216d-8785-4f26-a676-a998de218e68 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:13.900771 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-51ac0385-6a5f-44eb-9655-da8985da4a1e req-9d8e216d-8785-4f26-a676-a998de218e68 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0895579 Nov 11 11:27:13.952965 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-51ac0385-6a5f-44eb-9655-da8985da4a1e req-c92afb8a-6a39-4349-a965-bfff25b4a1b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455532 Nov 11 11:27:14.095433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209fbb8-5bb8-40d1-9302-4173eb27736c req-62332306-6ced-4350-89e0-6fa7a7d363c6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:14.097040 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8209fbb8-5bb8-40d1-9302-4173eb27736c req-62332306-6ced-4350-89e0-6fa7a7d363c6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 946 time: 0.0850990 Nov 11 11:27:14.159914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] For port 4aae76ca-c05d-43a7-8e54-2f89951e174b, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4aae76ca-c05d-43a7-8e54-2f89951e174b,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:14.160225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:14.161765 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8209fbb8-5bb8-40d1-9302-4173eb27736c req-b6cc0690-88c8-4437-b779-a9969273e896 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583684 Nov 11 11:27:14.289537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Calling delete_port for 4aae76ca-c05d-43a7-8e54-2f89951e174b owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:27:14.435656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:14.442805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-66e12bf7-0c45-4f78-b5a0-33f063645ff6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:14.449027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2d3bddcd-bf65-44a0-b959-07f20cf2e161', '66280b9a-cd18-48be-be56-8bc89f81e149', '4aae76ca-c05d-43a7-8e54-2f89951e174b'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:27:14.492293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Pushing event deleted for resources: {'Port': ['ID=4aae76ca-c05d-43a7-8e54-2f89951e174b,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:14.495424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:14.569930 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] No DVR routers for this DVR port 4aae76ca-c05d-43a7-8e54-2f89951e174b on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:27:14.572517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:14.576568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5a7daf-b098-4f32-89c1-5311b2a2ec43', 'name': 'network-vif-deleted', 'tag': '4aae76ca-c05d-43a7-8e54-2f89951e174b'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:14.590744 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-314d71c8-196c-4658-957d-38bbcdba37ce req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "DELETE /v2.0/ports/4aae76ca-c05d-43a7-8e54-2f89951e174b HTTP/1.1" status: 204 len: 173 time: 0.7668204 Nov 11 11:27:14.639204 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5a7daf-b098-4f32-89c1-5311b2a2ec43', 'name': 'network-vif-deleted', 'tag': '4aae76ca-c05d-43a7-8e54-2f89951e174b', 'status': 'completed', 'code': 200} Nov 11 11:27:14.966224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aef5a2-5e34-4030-8325-4bb9ab0ed3db req-148f9e52-a5ce-406b-b6d8-4abbe5be3dbd tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:14.967785 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d4aef5a2-5e34-4030-8325-4bb9ab0ed3db req-148f9e52-a5ce-406b-b6d8-4abbe5be3dbd tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 946 time: 0.1574304 Nov 11 11:27:14.974337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce096e-296e-4f7e-93b4-7862f999ce5f req-9c6e1090-d184-41d5-8a53-2d1a2f5c85ac tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:14.975875 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-36ce096e-296e-4f7e-93b4-7862f999ce5f req-9c6e1090-d184-41d5-8a53-2d1a2f5c85ac tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1228592 Nov 11 11:27:15.057804 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d4aef5a2-5e34-4030-8325-4bb9ab0ed3db req-3f0bc3d6-90ba-456b-b075-5a77b336ae18 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808871 Nov 11 11:27:15.060519 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-36ce096e-296e-4f7e-93b4-7862f999ce5f req-fe80c327-fff6-4265-9a9c-a99cd98983bd tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660906 Nov 11 11:27:15.253838 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a4c6f-9796-44bd-8aeb-92da1c34fac9 req-5a97a3b9-be5b-44fc-9ad9-1f893a81f462 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:15.255472 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fb0a4c6f-9796-44bd-8aeb-92da1c34fac9 req-5a97a3b9-be5b-44fc-9ad9-1f893a81f462 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0827072 Nov 11 11:27:15.309569 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fb0a4c6f-9796-44bd-8aeb-92da1c34fac9 req-0bb084b7-4dcf-42c6-9390-7d630ce495ad tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472455 Nov 11 11:27:15.426028 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-da41cf01-4ee0-4a1d-a643-191132e4f916 req-c0d4e231-ec3c-4aff-a8c9-eb48f0f4ae61 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5a7daf-b098-4f32-89c1-5311b2a2ec43 HTTP/1.1" status: 200 len: 210 time: 0.0485878 Nov 11 11:27:15.693175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66d240-d3f5-4546-9bee-a825789f6f92 req-34be2991-6cd5-4a25-961f-7212b3441fbf tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:15.694951 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b66d240-d3f5-4546-9bee-a825789f6f92 req-34be2991-6cd5-4a25-961f-7212b3441fbf tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0873783 Nov 11 11:27:15.741076 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-19860cb9-62a8-4f0b-8fdc-876e4f554aa3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 1098 time: 0.0823541 Nov 11 11:27:15.745406 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b66d240-d3f5-4546-9bee-a825789f6f92 req-a3288ab9-0636-4028-99b6-cbd37e48a038 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435765 Nov 11 11:27:15.888666 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-f62d06d4-efe4-4289-b5ce-a9294a0129b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:15.890160 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-f62d06d4-efe4-4289-b5ce-a9294a0129b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 911 time: 0.1420751 Nov 11 11:27:16.001516 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-d6be6102-2b41-465f-92af-b272b0d92bc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59bab04-e391-4c19-bd22-4c9af01db35e HTTP/1.1" status: 200 len: 1000 time: 0.0992224 Nov 11 11:27:16.077596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-edbfee1a-6dca-4594-9e0e-8436af4b4257 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:16.079202 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-edbfee1a-6dca-4594-9e0e-8436af4b4257 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 200 len: 849 time: 0.0669739 Nov 11 11:27:16.169191 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-e409ecbc-475c-49fc-8a29-c0b52d8e5c8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5664352-840f-4ab4-9e50-5e5b0a34b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824950 Nov 11 11:27:16.318130 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-aba0f37b-c468-4733-9a1c-f9c4d8056d35 service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415312 Nov 11 11:27:16.341333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fff42-ef6f-409f-aedf-d084bd0f5d5b req-107caf61-376a-4d49-8a8c-d374d6ada088 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:16.342935 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d79fff42-ef6f-409f-aedf-d084bd0f5d5b req-107caf61-376a-4d49-8a8c-d374d6ada088 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 946 time: 0.1546474 Nov 11 11:27:16.350590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ce632-dafd-491a-b73e-d90f473a4b8b req-117ee2b6-8e8b-4f1d-82f5-565618738af0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:16.352181 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-422ce632-dafd-491a-b73e-d90f473a4b8b req-117ee2b6-8e8b-4f1d-82f5-565618738af0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1618328 Nov 11 11:27:16.436863 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d79fff42-ef6f-409f-aedf-d084bd0f5d5b req-6488cb99-dd87-4790-bcc6-64011b63679a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835466 Nov 11 11:27:16.440673 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-422ce632-dafd-491a-b73e-d90f473a4b8b req-119ad6bd-44b1-4c1a-95ea-85fc75a0472f tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709174 Nov 11 11:27:16.475482 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5411fd8b-ff66-423a-8c98-5ef18e08631b req-f699b6a2-cd5a-4484-84c3-1ec7a62b6848 service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504481 Nov 11 11:27:16.634590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 4aae76ca-c05d-43a7-8e54-2f89951e174b no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:27:16.712080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 4aae76ca-c05d-43a7-8e54-2f89951e174b {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:27:16.712520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 4aae76ca-c05d-43a7-8e54-2f89951e174b not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:27:17.018993 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a705b-f52c-4769-ac79-d23ccb24d88d req-83772d20-720d-400f-89ff-4fb538adeb45 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:17.020739 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7c8a705b-f52c-4769-ac79-d23ccb24d88d req-83772d20-720d-400f-89ff-4fb538adeb45 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1444569 Nov 11 11:27:17.085821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2f4a8-6187-402d-8bed-4a10ef31b539 req-bb6f9826-a4c5-40b4-b0ee-d10f246d6427 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:17.087592 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ca2f4a8-6187-402d-8bed-4a10ef31b539 req-bb6f9826-a4c5-40b4-b0ee-d10f246d6427 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 945 time: 0.1471746 Nov 11 11:27:17.126306 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7c8a705b-f52c-4769-ac79-d23ccb24d88d req-d162645b-1a38-4729-9d50-43cb58b1631a tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900300 Nov 11 11:27:17.160612 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ca2f4a8-6187-402d-8bed-4a10ef31b539 req-19b013f8-770f-4cef-bb5f-44751f7e067e tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642173 Nov 11 11:27:17.669483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7c891-8c83-4258-8a22-f0b09e53f890 req-b8294a01-0593-4d7b-8d34-5cf6c2a33f87 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:17.671271 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe7c891-8c83-4258-8a22-f0b09e53f890 req-b8294a01-0593-4d7b-8d34-5cf6c2a33f87 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1016774 Nov 11 11:27:17.732921 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe7c891-8c83-4258-8a22-f0b09e53f890 req-ce28eb1b-c2e8-49b2-9ac5-43c3294e9f84 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537491 Nov 11 11:27:18.436217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5d7e2-1e98-4a76-ac3a-72da44ba58af req-bc28afc5-65c7-463a-be7b-ead01f7e14f2 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:18.437859 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-97f5d7e2-1e98-4a76-ac3a-72da44ba58af req-bc28afc5-65c7-463a-be7b-ead01f7e14f2 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1688120 Nov 11 11:27:18.445665 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ba9c3-4c2b-4ab5-ae46-8b4fc803dcd8 req-28596944-c864-4785-b426-429a0aa0aeb2 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:18.447712 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-312ba9c3-4c2b-4ab5-ae46-8b4fc803dcd8 req-28596944-c864-4785-b426-429a0aa0aeb2 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 945 time: 0.1363168 Nov 11 11:27:18.538040 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-97f5d7e2-1e98-4a76-ac3a-72da44ba58af req-a07eb422-fb45-42d8-8ff1-80afae3c351e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870326 Nov 11 11:27:18.545493 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-312ba9c3-4c2b-4ab5-ae46-8b4fc803dcd8 req-25aa76af-8102-4958-ae0e-b4ca45aef00b tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736775 Nov 11 11:27:18.711635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-460de62f-81a3-40b3-bfd3-48d88b00f6d4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:18.712453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-460de62f-81a3-40b3-bfd3-48d88b00f6d4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Synchronizing usage tracker for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:27:18.733324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-460de62f-81a3-40b3-bfd3-48d88b00f6d4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Unset dirty status for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:27:18.734637 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-460de62f-81a3-40b3-bfd3-48d88b00f6d4 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 945 time: 0.1097794 Nov 11 11:27:18.819931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Deleting port 66280b9a-cd18-48be-be56-8bc89f81e149 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:18.820542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:18.955863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf8152-1ed4-408f-a0b4-20c4b5d90769 req-89d261ce-16f9-46e5-80db-c22ededdc646 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:18.957674 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c4cf8152-1ed4-408f-a0b4-20c4b5d90769 req-89d261ce-16f9-46e5-80db-c22ededdc646 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0919893 Nov 11 11:27:19.002986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-309ac8af-28f9-4035-8a43-5f9a4a486f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:19.023400 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c4cf8152-1ed4-408f-a0b4-20c4b5d90769 req-05202691-3fcf-4cdc-88c1-6234b95b18b2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528526 Nov 11 11:27:19.107290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] For port 66280b9a-cd18-48be-be56-8bc89f81e149, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=66280b9a-cd18-48be-be56-8bc89f81e149,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:19.107685 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:19.237306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Calling delete_port for 66280b9a-cd18-48be-be56-8bc89f81e149 owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:27:19.398471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:19.405136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:19.410459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2d3bddcd-bf65-44a0-b959-07f20cf2e161', '66280b9a-cd18-48be-be56-8bc89f81e149'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:27:19.452454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Pushing event deleted for resources: {'Port': ['ID=66280b9a-cd18-48be-be56-8bc89f81e149,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:19.457448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:19.540867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] No DVR routers for this DVR port 66280b9a-cd18-48be-be56-8bc89f81e149 on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:27:19.543495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:19.546458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b86f4-6e1c-447c-96ee-ec04d75d2ecc', 'name': 'network-vif-deleted', 'tag': '66280b9a-cd18-48be-be56-8bc89f81e149'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:19.563009 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-094abbd1-af63-4d00-a89b-ec69cc483f87 req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "DELETE /v2.0/ports/66280b9a-cd18-48be-be56-8bc89f81e149 HTTP/1.1" status: 204 len: 173 time: 0.8190529 Nov 11 11:27:19.645074 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b86f4-6e1c-447c-96ee-ec04d75d2ecc', 'name': 'network-vif-deleted', 'tag': '66280b9a-cd18-48be-be56-8bc89f81e149', 'status': 'completed', 'code': 200} Nov 11 11:27:19.756106 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-608c8bb0-85e9-4240-b6d5-30e5680bc71a req-51682e92-0322-4050-b708-d3795e44cafb tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=148b86f4-6e1c-447c-96ee-ec04d75d2ecc HTTP/1.1" status: 200 len: 210 time: 0.0504229 Nov 11 11:27:20.248716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e8746-6e93-47af-b57d-ff36b58957e8 req-b2ed7d54-d0c1-405d-8bc1-3aee1aa54e53 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:20.250274 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-766e8746-6e93-47af-b57d-ff36b58957e8 req-b2ed7d54-d0c1-405d-8bc1-3aee1aa54e53 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0870302 Nov 11 11:27:20.302415 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-766e8746-6e93-47af-b57d-ff36b58957e8 req-cd5c67e7-3a70-4db4-b328-17bac38be887 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Nov 11 11:27:20.546375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:21.524213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ba3e2-a0c6-45c1-ad2b-8a48ba4770f3 req-ea6415a6-57f0-4850-860e-7dcf490ca304 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:21.527700 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-343ba3e2-a0c6-45c1-ad2b-8a48ba4770f3 req-ea6415a6-57f0-4850-860e-7dcf490ca304 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0912690 Nov 11 11:27:21.583737 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-343ba3e2-a0c6-45c1-ad2b-8a48ba4770f3 req-04290d44-3c19-4e61-9d77-e9e0166a43b9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487146 Nov 11 11:27:21.593027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17484969-7104-4a87-b7a5-78bb2a286cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:21.641640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:22.536679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bb35e-a211-4b46-9015-cce28bda4754 req-dfd52566-9f01-420c-a29b-177cfa67cc98 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:22.538761 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e23bb35e-a211-4b46-9015-cce28bda4754 req-dfd52566-9f01-420c-a29b-177cfa67cc98 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 946 time: 0.1040816 Nov 11 11:27:22.591939 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e23bb35e-a211-4b46-9015-cce28bda4754 req-e3e22f38-c956-424a-a63b-931c12f795c5 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Nov 11 11:27:22.654798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 66280b9a-cd18-48be-be56-8bc89f81e149 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:27:22.713808 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 66280b9a-cd18-48be-be56-8bc89f81e149 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:27:22.714213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 66280b9a-cd18-48be-be56-8bc89f81e149 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:27:23.039017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443de6-f8db-451e-9833-08506a5aaddf req-a95dd614-f6f5-4dab-88b0-3b2072f4a8fc tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:23.040679 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e5443de6-f8db-451e-9833-08506a5aaddf req-a95dd614-f6f5-4dab-88b0-3b2072f4a8fc tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.3017957 Nov 11 11:27:23.094268 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e5443de6-f8db-451e-9833-08506a5aaddf req-1398aed6-9bd1-4951-a02a-b6169c76f05d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471318 Nov 11 11:27:23.445187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:23.804517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb2b28-4c45-48d8-8715-a6bd0491f17e req-6a02f23f-f7c2-4ec3-b033-b6fca6415fde tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:23.806126 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3adb2b28-4c45-48d8-8715-a6bd0491f17e req-6a02f23f-f7c2-4ec3-b033-b6fca6415fde tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 946 time: 0.0867181 Nov 11 11:27:23.855932 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3adb2b28-4c45-48d8-8715-a6bd0491f17e req-bc85d9c6-ad5c-445a-bbf0-adc1e9ad83bb tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 Nov 11 11:27:24.311381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c562dd-8a67-437f-9711-61d43414fb98 req-55da74e5-5880-4bcb-ae3a-4d24ee2dcea7 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:24.312970 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-43c562dd-8a67-437f-9711-61d43414fb98 req-55da74e5-5880-4bcb-ae3a-4d24ee2dcea7 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0873899 Nov 11 11:27:24.362304 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-43c562dd-8a67-437f-9711-61d43414fb98 req-dad08c4c-04cd-4f6c-9fa9-9296b3111343 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Nov 11 11:27:24.788550 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-b5dafccb-9ec6-406c-8fce-0bcea9557bf0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:24.789272 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-b5dafccb-9ec6-406c-8fce-0bcea9557bf0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Synchronizing usage tracker for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:27:24.804455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-b5dafccb-9ec6-406c-8fce-0bcea9557bf0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Unset dirty status for tenant:366a6c6192c449c1bed44196331d3707 on resource:port {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:27:24.805669 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-b5dafccb-9ec6-406c-8fce-0bcea9557bf0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 946 time: 0.1066165 Nov 11 11:27:24.879567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Deleting port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:24.879897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:25.070646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba4905-9772-43ed-a91f-6796273ad099 req-519b5ff5-63bc-4687-9c86-68197cd33c3d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:25.072334 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8aba4905-9772-43ed-a91f-6796273ad099 req-519b5ff5-63bc-4687-9c86-68197cd33c3d tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 946 time: 0.0861170 Nov 11 11:27:25.126233 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8aba4905-9772-43ed-a91f-6796273ad099 req-ba64148c-cadb-4373-a4c4-e274db082be6 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/security-groups?id=c288f322-a403-48ce-827a-4db6658bd469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474393 Nov 11 11:27:25.154986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] For port 2d3bddcd-bf65-44a0-b959-07f20cf2e161, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2d3bddcd-bf65-44a0-b959-07f20cf2e161,segment=NetworkSegment(1a342822-9175-4437-b179-91ccc671a393),segment_id=1a342822-9175-4437-b179-91ccc671a393)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:25.155425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:25.295261 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Calling delete_port for 2d3bddcd-bf65-44a0-b959-07f20cf2e161 owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:27:25.391141 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-8011e3af-6e0a-48f1-9b19-559e18526cc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1099 time: 0.0869479 Nov 11 11:27:25.460093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:25.466720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6864385a-c789-4c29-8b28-1fe62541b489 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:25.477961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2d3bddcd-bf65-44a0-b959-07f20cf2e161'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:27:25.537521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Pushing event deleted for resources: {'Port': ['ID=2d3bddcd-bf65-44a0-b959-07f20cf2e161,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:25.542155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:25.629106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] No DVR routers for this DVR port 2d3bddcd-bf65-44a0-b959-07f20cf2e161 on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:27:25.632310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:25.636583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e13eba-3ca1-497f-9e8a-ca02b021e899', 'name': 'network-vif-deleted', 'tag': '2d3bddcd-bf65-44a0-b959-07f20cf2e161'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:25.658003 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-59472c63-8d6c-46a9-8bf5-4f3eb63d0180 req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.64 "DELETE /v2.0/ports/2d3bddcd-bf65-44a0-b959-07f20cf2e161 HTTP/1.1" status: 204 len: 173 time: 0.8463147 Nov 11 11:27:25.662912 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-aa7f62bd-7c1c-45ea-a27e-09789d54c115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:25.664538 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-aa7f62bd-7c1c-45ea-a27e-09789d54c115 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 919 time: 0.2321537 Nov 11 11:27:25.684708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38fa1-b469-4a1a-b6b7-bf23aa69010c req-b0cde18b-a265-4427-905a-4432a8befba2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:25.686739 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-64d38fa1-b469-4a1a-b6b7-bf23aa69010c req-b0cde18b-a265-4427-905a-4432a8befba2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1422124 Nov 11 11:27:25.718704 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e13eba-3ca1-497f-9e8a-ca02b021e899', 'name': 'network-vif-deleted', 'tag': '2d3bddcd-bf65-44a0-b959-07f20cf2e161', 'status': 'completed', 'code': 200} Nov 11 11:27:25.778175 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-57807579-48b3-4e0e-bf3b-640dbbec64a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 200 len: 217 time: 0.1012869 Nov 11 11:27:25.861869 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-64d38fa1-b469-4a1a-b6b7-bf23aa69010c req-e47e4732-294d-451c-9cf0-4b75edb8c2b3 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193323 Nov 11 11:27:25.875652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-dc4b7807-4165-4579-80f1-2ce140df43ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:25.877253 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-dc4b7807-4165-4579-80f1-2ce140df43ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.0852721 Nov 11 11:27:25.937535 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-20e19cf4-2556-4c3c-9f42-484ff2a4295a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460849 Nov 11 11:27:26.084294 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-b3988c81-42e8-4ec9-b241-5dddff1bf147 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387506 Nov 11 11:27:26.244816 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c36d9dbc-5aeb-413a-9712-94bdc36f766d req-59c215f5-121a-408c-819e-c20385508c66 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496577 Nov 11 11:27:26.321460 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e05617c3-2bc1-4fa8-93c4-e22a420fcf0f req-bf763a7c-4bbf-408f-836a-2dd8aaa52ccb tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] 10.222.0.37 "GET /v2.0/ports?device_id=83e13eba-3ca1-497f-9e8a-ca02b021e899 HTTP/1.1" status: 200 len: 210 time: 0.0461040 Nov 11 11:27:26.962781 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75e076ef-8817-4d37-8d4c-76bf5ba57bb1 req-674bb2da-20f5-4346-a404-dcf02f5b58b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1099 time: 0.0896456 Nov 11 11:27:27.060724 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-75e076ef-8817-4d37-8d4c-76bf5ba57bb1 req-52ee2245-306c-4b4c-8f04-bb44c769c45c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913141 Nov 11 11:27:27.095916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d0c8d-437a-4a8e-9b8b-ab831b801979 req-dd79303c-87f2-4421-9b67-7e72cab26ede tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:27.097516 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4c6d0c8d-437a-4a8e-9b8b-ab831b801979 req-dd79303c-87f2-4421-9b67-7e72cab26ede tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0968742 Nov 11 11:27:27.153528 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4c6d0c8d-437a-4a8e-9b8b-ab831b801979 req-83756005-53af-4719-a36a-9103fed4931a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494592 Nov 11 11:27:27.305176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:27.435050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36506) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:27.508062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] Deleting subnet f4d7c299-1b89-4221-8ad4-2c8042a914b0 {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:27:27.512301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:27.572468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16582950'] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:27.638266 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:27.716123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838268879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591254'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:27.722949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c49ab160-801e-4a02-a57c-52d5f7c95398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:27.761499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d7c299-1b89-4221-8ad4-2c8042a914b0,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:27.765168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:27.768475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:27.774595 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6d9aa4d2-3d57-4490-8ab3-0c4e377deaff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f4d7c299-1b89-4221-8ad4-2c8042a914b0 HTTP/1.1" status: 204 len: 168 time: 0.3383288 Nov 11 11:27:27.777444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36510) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:27.895928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.030249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.060069 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee36b3f8-74c1-4062-89a0-0fd2ea355da2']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:28.072739 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a342822-9175-4437-b179-91ccc671a393') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:28.073074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a342822-9175-4437-b179-91ccc671a393') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:28.084808 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.111536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.118954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:27:28.119404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:27:28.133493 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:27:28.218612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.224142 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:28.245450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.248214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee36b3f8-74c1-4062-89a0-0fd2ea355da2,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:28.251459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:28.260849 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2af647a3-5d97-4ad4-9ad6-bd7231d31eb2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ee36b3f8-74c1-4062-89a0-0fd2ea355da2 HTTP/1.1" status: 204 len: 168 time: 0.4823227 Nov 11 11:27:28.405369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3e43b-2022-4d16-b73e-47734fc1ab71 req-6ef78e34-8306-4445-ba71-83e57fe78bb8 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:28.407212 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-87c3e43b-2022-4d16-b73e-47734fc1ab71 req-6ef78e34-8306-4445-ba71-83e57fe78bb8 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0968719 Nov 11 11:27:28.465867 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-87c3e43b-2022-4d16-b73e-47734fc1ab71 req-08f8157d-80d6-4250-b148-a42e70f7c339 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514438 Nov 11 11:27:28.521376 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36522) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:28.576495 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-db4e8870-9e40-4ba4-9f9e-fd5df02639b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=366a6c6192c449c1bed44196331d3707&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537200 Nov 11 11:27:28.579036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36526) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:28.641313 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-77dc82da-7113-4cfe-bd0a-0d1fd00653d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.672228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-77dc82da-7113-4cfe-bd0a-0d1fd00653d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.690360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 2d3bddcd-bf65-44a0-b959-07f20cf2e161 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:27:28.722258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-77dc82da-7113-4cfe-bd0a-0d1fd00653d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.725106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 2d3bddcd-bf65-44a0-b959-07f20cf2e161 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:27:28.725540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 2d3bddcd-bf65-44a0-b959-07f20cf2e161 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:27:28.728161 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3119c3bb-0bdd-422c-a7fe-c1cb256ea5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:28.739588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc82da-7113-4cfe-bd0a-0d1fd00653d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c288f322-a403-48ce-827a-4db6658bd469,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:28.744728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-77dc82da-7113-4cfe-bd0a-0d1fd00653d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:28.746333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-77dc82da-7113-4cfe-bd0a-0d1fd00653d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:28.750097 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-77dc82da-7113-4cfe-bd0a-0d1fd00653d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c288f322-a403-48ce-827a-4db6658bd469 HTTP/1.1" status: 204 len: 168 time: 0.1675036 Nov 11 11:27:29.695674 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a745b-9afb-468e-89c8-1d9520de16e2 req-b6a022fa-1501-40ce-972b-3191c10678a2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:29.697875 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-787a745b-9afb-468e-89c8-1d9520de16e2 req-b6a022fa-1501-40ce-972b-3191c10678a2 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1022146 Nov 11 11:27:29.758184 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-787a745b-9afb-468e-89c8-1d9520de16e2 req-3c0fa626-e8c9-4824-8eea-1cd3f6986f49 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541892 Nov 11 11:27:30.647471 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-6af278dc-66fa-400e-9546-cd3158143d2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 1099 time: 0.1304464 Nov 11 11:27:30.722737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f818ded-bdad-44a2-b490-a084d39f1b34 req-a082a4b3-be50-49e1-b70f-c05dc7109a1b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:30.724408 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7f818ded-bdad-44a2-b490-a084d39f1b34 req-a082a4b3-be50-49e1-b70f-c05dc7109a1b tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1479800 Nov 11 11:27:30.853790 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7f818ded-bdad-44a2-b490-a084d39f1b34 req-61655dd7-47c5-4f94-a779-a708ae7759c1 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820129 Nov 11 11:27:30.854891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-fa291927-4c7d-4ccc-a0ce-9cb88f6d656e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:30.856379 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-fa291927-4c7d-4ccc-a0ce-9cb88f6d656e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 200 len: 919 time: 0.1964169 Nov 11 11:27:30.933741 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-0d11508a-36ff-435a-80a0-03c9936aa6ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 200 len: 217 time: 0.0702331 Nov 11 11:27:31.002773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-5fb04909-f624-4861-88e8-6f5a938a17af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:31.004430 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-5fb04909-f624-4861-88e8-6f5a938a17af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 200 len: 858 time: 0.0641408 Nov 11 11:27:31.062017 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-f619abdf-c86e-4641-ab46-ce59e815b1e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0b4ef95-ae36-49da-99a3-7329131c0bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466316 Nov 11 11:27:31.216424 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-e842b525-9d9f-4b16-ac8a-a09750766935 service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453960 Nov 11 11:27:31.363482 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-00b168d9-3a46-425b-a409-eaae9ba8f5b6 req-1b68e1c6-0a56-4484-9008-9f0c5bd1717d service neutron] 10.222.0.64 "GET /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402822 Nov 11 11:27:32.078275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a854b-9d5a-41a8-b32f-41fa13106ad9 req-2b0efdc5-483b-4269-a9df-5872be7d0d61 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:32.080029 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-145a854b-9d5a-41a8-b32f-41fa13106ad9 req-2b0efdc5-483b-4269-a9df-5872be7d0d61 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0877638 Nov 11 11:27:32.131611 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-145a854b-9d5a-41a8-b32f-41fa13106ad9 req-7c939a78-a989-4682-828a-dec718b3b67d tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Nov 11 11:27:33.115222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8521f2-bfd4-4dd7-8473-c494a2b451ef req-3efae672-c7d1-4969-92ff-9240814686a2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:33.116700 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc8521f2-bfd4-4dd7-8473-c494a2b451ef req-3efae672-c7d1-4969-92ff-9240814686a2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.0867174 Nov 11 11:27:33.167438 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc8521f2-bfd4-4dd7-8473-c494a2b451ef req-acc6b156-2fb8-42ab-bc76-5614145f92f5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443819 Nov 11 11:27:33.349355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853b93-dc69-4e4e-90d6-91eae1a39c86 req-c9442942-18e6-4953-81bf-8a9a5b1414a6 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:33.351018 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-27853b93-dc69-4e4e-90d6-91eae1a39c86 req-c9442942-18e6-4953-81bf-8a9a5b1414a6 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0866308 Nov 11 11:27:33.402675 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-27853b93-dc69-4e4e-90d6-91eae1a39c86 req-ad846d4f-b924-45a7-aa58-ee08e7f921c7 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Nov 11 11:27:34.395919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026191a-e6a2-4b5f-a558-71f4083a9fb9 req-54221cf7-8036-4067-8b13-12198e26bc1b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:34.397873 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1026191a-e6a2-4b5f-a558-71f4083a9fb9 req-54221cf7-8036-4067-8b13-12198e26bc1b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.0912962 Nov 11 11:27:34.449530 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1026191a-e6a2-4b5f-a558-71f4083a9fb9 req-54ca2bca-e69a-4b14-adef-4e071dfdb5ad tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Nov 11 11:27:34.616087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f12bf6-9088-4e4b-a4f7-bc010db8954c req-41009c8d-d5c7-49d8-8e5f-c498f8114442 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:34.617689 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d3f12bf6-9088-4e4b-a4f7-bc010db8954c req-41009c8d-d5c7-49d8-8e5f-c498f8114442 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0858800 Nov 11 11:27:34.669246 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d3f12bf6-9088-4e4b-a4f7-bc010db8954c req-079f8059-82dc-4005-a127-e76e0faf8a23 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453129 Nov 11 11:27:35.715463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ac3c3-c6cb-4fc3-b4e8-cbb5ee582a33 req-bc2174cb-6c28-45f9-8300-ad26b373dea2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:35.717228 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-076ac3c3-c6cb-4fc3-b4e8-cbb5ee582a33 req-bc2174cb-6c28-45f9-8300-ad26b373dea2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1162324 Nov 11 11:27:35.773350 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-076ac3c3-c6cb-4fc3-b4e8-cbb5ee582a33 req-acaec0f7-6f8d-4f86-8bdd-801a556cf51d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493145 Nov 11 11:27:37.204422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85dbaf-34bb-442f-afde-de238689396f req-d5f855bf-55b3-451a-b77a-0a3c4f45d093 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:37.205979 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c85dbaf-34bb-442f-afde-de238689396f req-d5f855bf-55b3-451a-b77a-0a3c4f45d093 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.2874396 Nov 11 11:27:37.256810 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c85dbaf-34bb-442f-afde-de238689396f req-ebf9cc97-7f41-4c30-900c-b718d0119d02 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439017 Nov 11 11:27:38.476848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff4b82-6af1-4613-b2cf-236cd9d3105b req-80e8dff6-8b4c-4a01-b028-bb6821b491f6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:38.478382 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e8ff4b82-6af1-4613-b2cf-236cd9d3105b req-80e8dff6-8b4c-4a01-b028-bb6821b491f6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.0836091 Nov 11 11:27:38.528610 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e8ff4b82-6af1-4613-b2cf-236cd9d3105b req-58de204b-da65-4cfc-b0c7-e26d716a4504 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440869 Nov 11 11:27:39.539553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5f4a-a252-4802-868f-f144825c8ab6 req-c1d7ac01-6cf2-4c4b-90e8-046ee65c522c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:39.541110 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9dba5f4a-a252-4802-868f-f144825c8ab6 req-c1d7ac01-6cf2-4c4b-90e8-046ee65c522c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.0910895 Nov 11 11:27:39.591865 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9dba5f4a-a252-4802-868f-f144825c8ab6 req-a23f5833-4636-4429-838d-22e30b19c61a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Nov 11 11:27:39.751492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708482da-7bc2-4ec7-9a1d-5604e7db2c5b req-6701157d-26d3-4755-b399-ba68ade1e2fd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:39.753082 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-708482da-7bc2-4ec7-9a1d-5604e7db2c5b req-6701157d-26d3-4755-b399-ba68ade1e2fd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.0829279 Nov 11 11:27:39.804181 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-708482da-7bc2-4ec7-9a1d-5604e7db2c5b req-aab31d21-458c-4b94-b4d3-884ac2b0a913 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438187 Nov 11 11:27:40.398363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 36778) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:40.553555 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:40.588550 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:40.592658 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Usage tracker for resource:security_group_rule and tenant:71705d8d248149789bc1bc72843ae66c is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:40.595673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:40.602043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:40.678977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:40.682979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:40.690872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2d7a39b2-43a7-4599-bc09-40e4b5a99317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:40.737617 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82539f11-a4de-43e5-95e0-a6d04e4d7625,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:40.742381 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-250dac71-e849-446a-8982-5166995b355e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71705d8d248149789bc1bc72843ae66c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3429110 Nov 11 11:27:40.745148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 36786) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:40.772360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.772760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.773155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.773542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.773929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.774319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.774702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.775079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.775484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.775861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.776235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:40.790099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:40.812546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59368e4d-0cbf-4796-9219-92ff6f7d3b7c req-ceba5581-b93d-402e-a2e0-32ceaf32bff9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:40.814092 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-59368e4d-0cbf-4796-9219-92ff6f7d3b7c req-ceba5581-b93d-402e-a2e0-32ceaf32bff9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.0880048 Nov 11 11:27:40.830559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-281d281a-b0ae-4502-b27f-d494b8408dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:40.865870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-281d281a-b0ae-4502-b27f-d494b8408dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:40.867394 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-59368e4d-0cbf-4796-9219-92ff6f7d3b7c req-2ab02aca-a6a8-4f97-aa19-b0102f8f5907 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Nov 11 11:27:40.920693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-281d281a-b0ae-4502-b27f-d494b8408dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:40.926091 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6c759890-49db-4331-930f-7d3d5645933a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:40.940334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d281a-b0ae-4502-b27f-d494b8408dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82539f11-a4de-43e5-95e0-a6d04e4d7625,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:40.943510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-281d281a-b0ae-4502-b27f-d494b8408dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:40.944440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-281d281a-b0ae-4502-b27f-d494b8408dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:40.947429 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-281d281a-b0ae-4502-b27f-d494b8408dbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82539f11-a4de-43e5-95e0-a6d04e4d7625 HTTP/1.1" status: 204 len: 168 time: 0.1995454 Nov 11 11:27:41.029934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156327a-9371-44d0-a4f7-ae6f2182def3 req-8ea8b92d-0235-4fa5-ac13-710da106b152 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:41.031647 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6156327a-9371-44d0-a4f7-ae6f2182def3 req-8ea8b92d-0235-4fa5-ac13-710da106b152 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.0861046 Nov 11 11:27:41.086121 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6156327a-9371-44d0-a4f7-ae6f2182def3 req-b0f12d89-7b0c-42fc-8fe6-5884a4766fb0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473335 Nov 11 11:27:41.898007 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 36820) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:42.073699 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1335274875-network', 'tenant_id': '02780813f0524787814867faf8346130'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:27:42.079352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:42.084062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Usage tracker for resource:network and tenant:02780813f0524787814867faf8346130 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:42.088036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:42.095099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:42.113178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Made reservation on behalf of 02780813f0524787814867faf8346130 for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:27:42.119641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.133432 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa228ad0-099c-4bf9-8b79-84e5764d89f2 req-f067742b-2b7a-49df-a3f3-45b6b557092a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:42.137921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.141017 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aa228ad0-099c-4bf9-8b79-84e5764d89f2 req-f067742b-2b7a-49df-a3f3-45b6b557092a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.1207883 Nov 11 11:27:42.174174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:42.178938 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Usage tracker for resource:security_group_rule and tenant:02780813f0524787814867faf8346130 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:42.182016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:42.188208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:42.188431 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aa228ad0-099c-4bf9-8b79-84e5764d89f2 req-a349a9d2-5199-4513-a3bd-c188e082339e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464003 Nov 11 11:27:42.269915 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.276610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.281289 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-755b3436-aa45-4228-81ee-5b5c0163d9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:42.313956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:27:42.323831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43b7eff-e18c-47db-9ab9-fa5b47e18dc6,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:42.327989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:42.330678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.331581 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Added segment 17ee1975-2063-4913-8390-a6b262260fd1 of type vlan for network 3c765963-63b5-404b-8356-76f5fc1c3f4c Nov 11 11:27:42.360639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.370625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-b39610f4-af64-42d9-a55a-c1a8dca683bc tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:42.372358 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-b39610f4-af64-42d9-a55a-c1a8dca683bc tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.64 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 945 time: 0.1634843 Nov 11 11:27:42.378669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ca487-a87d-41d5-9791-1f81eb0136f7 req-fafec3f3-80cd-4b2d-a4af-57872ceda662 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:42.381279 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d04ca487-a87d-41d5-9791-1f81eb0136f7 req-fafec3f3-80cd-4b2d-a4af-57872ceda662 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1294930 Nov 11 11:27:42.396230 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.397598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:42.398252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.404107 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:42.491297 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Deleting port 33777b86-a48a-45cb-9f08-722979b45003 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:42.491297 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.538903 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d04ca487-a87d-41d5-9791-1f81eb0136f7 req-e8a3342d-7bbe-4c0c-9985-f5c80e7e917f tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214612 Nov 11 11:27:42.716624 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8174663 Nov 11 11:27:42.719832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 36830) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:42.723218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Pushing event updated for resources: {'Network': ['ID=3c765963-63b5-404b-8356-76f5fc1c3f4c,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:42.728623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Request body: {'subnet': {'network_id': '3c765963-63b5-404b-8356-76f5fc1c3f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1335274875-subnet', 'tenant_id': '02780813f0524787814867faf8346130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:27:42.734381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:42.737023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7f8e5993-914b-4296-9616-0b2579c5e966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:42.740446 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Usage tracker for resource:subnet and tenant:02780813f0524787814867faf8346130 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:42.743959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 3c765963-63b5-404b-8356-76f5fc1c3f4c details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:27:42.744222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:42.751203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:42.766720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Made reservation on behalf of 02780813f0524787814867faf8346130 for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:27:42.771777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.820691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] For port 33777b86-a48a-45cb-9f08-722979b45003, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=33777b86-a48a-45cb-9f08-722979b45003,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:42.821192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:42.968491 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Calling delete_port for 33777b86-a48a-45cb-9f08-722979b45003 owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:27:43.005380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:43.010573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-51c1b696-f37f-44f7-8006-07eb110aa0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:43.092349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0e5b56-347a-445f-8195-db7eb0845fba,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:43.095753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:43.115631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Checking segment: {'id': '17ee1975-2063-4913-8390-a6b262260fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '3c765963-63b5-404b-8356-76f5fc1c3f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:27:43.116023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Network hostable DHCP agents. Network: 3c765963-63b5-404b-8356-76f5fc1c3f4c, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:27:43.141545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Network 3c765963-63b5-404b-8356-76f5fc1c3f4c is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:27:43.152062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 3c765963-63b5-404b-8356-76f5fc1c3f4c) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:27:43.157526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:43.158305 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:43.164797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a7eccf-13ff-4000-bb0b-25866b78b701 None None] Network 3c765963-63b5-404b-8356-76f5fc1c3f4c requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:27:43.190971 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4699752 Nov 11 11:27:43.229217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:43.247681 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-28404b65-06a9-4bf7-8e73-7e2da141f8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:43.294260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['5d49ce11-fe16-476b-b17d-a80f60f5b8ab', '33777b86-a48a-45cb-9f08-722979b45003'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:27:43.298112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Pushing event deleted for resources: {'Port': ['ID=33777b86-a48a-45cb-9f08-722979b45003,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:43.387899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:43.397342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] No DVR routers for this DVR port 33777b86-a48a-45cb-9f08-722979b45003 on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:27:43.400612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:43.438339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fd048a-41e8-4b5d-9ad8-1f7df342afb8', 'name': 'network-vif-deleted', 'tag': '33777b86-a48a-45cb-9f08-722979b45003'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:43.462298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-d9a2031a-dcb9-43f3-9693-e27729c717ec req-02d8e5c1-4ac9-4084-a080-d146fcc53073 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Synchronizing usage tracker for tenant:b24d947783124dd4bcdd1e6f434e53bf on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:27:43.476122 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-72d08804-bc89-478e-85a9-eaf855b9cec4 req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.64 "DELETE /v2.0/ports/33777b86-a48a-45cb-9f08-722979b45003 HTTP/1.1" status: 204 len: 173 time: 1.0936363 Nov 11 11:27:43.490856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-d9a2031a-dcb9-43f3-9693-e27729c717ec req-02d8e5c1-4ac9-4084-a080-d146fcc53073 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Unset dirty status for tenant:b24d947783124dd4bcdd1e6f434e53bf on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:27:43.492366 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d9a2031a-dcb9-43f3-9693-e27729c717ec req-02d8e5c1-4ac9-4084-a080-d146fcc53073 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=37fd048a-41e8-4b5d-9ad8-1f7df342afb8 HTTP/1.1" status: 200 len: 210 time: 0.1033573 Nov 11 11:27:43.508084 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fd048a-41e8-4b5d-9ad8-1f7df342afb8', 'name': 'network-vif-deleted', 'tag': '33777b86-a48a-45cb-9f08-722979b45003', 'status': 'completed', 'code': 200} Nov 11 11:27:43.613002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a85663-1403-4471-b5de-1c5b2425b8c4 None None] Network 3c765963-63b5-404b-8356-76f5fc1c3f4c requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:27:43.854526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bdb2f-abfb-4fbe-9bfa-74d5b83de514 req-a793280c-4ef3-4e0a-854b-de7c7b0a5af6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:43.858354 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4c9bdb2f-abfb-4fbe-9bfa-74d5b83de514 req-a793280c-4ef3-4e0a-854b-de7c7b0a5af6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1010885 Nov 11 11:27:43.910269 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4c9bdb2f-abfb-4fbe-9bfa-74d5b83de514 req-efec41f4-ba87-43fd-85a7-ff23b492eb7b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458217 Nov 11 11:27:44.228209 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 36860) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:44.234986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-694185723-network', 'tenant_id': '527a452b2f954980a6183de242af6048'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:27:44.240753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:44.245418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Usage tracker for resource:network and tenant:527a452b2f954980a6183de242af6048 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:44.248487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:44.255392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:44.265912 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Made reservation on behalf of 527a452b2f954980a6183de242af6048 for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:27:44.271979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.286776 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.320629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:44.324646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Usage tracker for resource:security_group_rule and tenant:527a452b2f954980a6183de242af6048 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:44.327596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:44.334299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:44.403473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.406508 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.411601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b39fd25f-eb9e-42f4-a0a9-63758488f0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:44.439815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:27:44.448827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1401e230-da50-463b-bc68-323926398048,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:44.452581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:44.455001 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.455412 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Added segment d6270947-8811-4863-aafa-0f96592053bd of type vlan for network 662de676-3572-4cf6-ad63-0ba76c539435 Nov 11 11:27:44.483365 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.511747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.512956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:44.513581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.518395 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2212b1e6-6226-4501-929d-6a5ff1833cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:44.618284 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3888564 Nov 11 11:27:44.621381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36868) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:44.627012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Pushing event updated for resources: {'Network': ['ID=662de676-3572-4cf6-ad63-0ba76c539435,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:44.628510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Request body: {'subnet': {'network_id': '662de676-3572-4cf6-ad63-0ba76c539435', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-694185723-subnet', 'tenant_id': '527a452b2f954980a6183de242af6048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:27:44.630155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:44.633632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:44.638690 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 662de676-3572-4cf6-ad63-0ba76c539435 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:27:44.648349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Usage tracker for resource:subnet and tenant:527a452b2f954980a6183de242af6048 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:44.657889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:44.669827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:44.680483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Made reservation on behalf of 527a452b2f954980a6183de242af6048 for: {'subnet': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:27:44.685636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838184561'] for subnet, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.923492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16507133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838184546'] for subnet, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:44.928854 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:45.074237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc94fb36-3fdb-4481-a810-4048afd5d026,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:45.081195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:45.155943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Checking segment: {'id': 'd6270947-8811-4863-aafa-0f96592053bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '662de676-3572-4cf6-ad63-0ba76c539435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:27:45.156334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Network hostable DHCP agents. Network: 662de676-3572-4cf6-ad63-0ba76c539435, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:27:45.179479 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb9526-568d-4e60-95c2-26dcb0bf7501 req-aaa6b9a6-f5a5-4abc-8a73-3e8650be1b39 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:45.181103 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a5cb9526-568d-4e60-95c2-26dcb0bf7501 req-aaa6b9a6-f5a5-4abc-8a73-3e8650be1b39 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.2204864 Nov 11 11:27:45.248582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664a2b1-44eb-4b5a-90db-89ecb2c6494e req-58b694fb-239a-4297-8819-54c18bb423e0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:45.250167 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e664a2b1-44eb-4b5a-90db-89ecb2c6494e req-58b694fb-239a-4297-8819-54c18bb423e0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1777000 Nov 11 11:27:45.250731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Network 662de676-3572-4cf6-ad63-0ba76c539435 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:27:45.284966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 662de676-3572-4cf6-ad63-0ba76c539435) {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:27:45.290642 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a5cb9526-568d-4e60-95c2-26dcb0bf7501 req-404f57b6-4d3c-49dc-8ada-821941fe236a tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027055 Nov 11 11:27:45.295917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba588b2-a7f4-4940-959e-0819e5fe79f7 None None] Network 662de676-3572-4cf6-ad63-0ba76c539435 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:27:45.302347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:45.302948 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:45.333355 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e664a2b1-44eb-4b5a-90db-89ecb2c6494e req-8ed296c1-6c30-4d15-a2e5-d71db2517294 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733998 Nov 11 11:27:45.335623 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7126791 Nov 11 11:27:45.505505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36886) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:45.578075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Deleting subnet be0e5b56-347a-445f-8195-db7eb0845fba {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:27:45.581403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:45.615222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb38f0-41c3-4162-aab1-dfad87c7f02c None None] Network 662de676-3572-4cf6-ad63-0ba76c539435 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:27:45.637084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16582950'] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:45.701923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:45.772652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838268879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591254'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:45.777367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:45.814107 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0e5b56-347a-445f-8195-db7eb0845fba,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:45.827252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:45.833920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.834330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.834727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.835122 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.835545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.835931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.836317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.836704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.837086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.837468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.837851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:45.841607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:45.845266 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/be0e5b56-347a-445f-8195-db7eb0845fba HTTP/1.1" status: 204 len: 168 time: 0.3379822 Nov 11 11:27:45.846452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36890) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:45.971131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.104417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.132396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c765963-63b5-404b-8356-76f5fc1c3f4c']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:46.145959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ee1975-2063-4913-8390-a6b262260fd1') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:46.146288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ee1975-2063-4913-8390-a6b262260fd1') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:46.158256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.173453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.179958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:27:46.180371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:27:46.194137 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:27:46.271416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.275278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7ce93236-0cad-4d37-b9b1-2fb1bbd40904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:46.290073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.299590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c765963-63b5-404b-8356-76f5fc1c3f4c,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:46.302634 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c765963-63b5-404b-8356-76f5fc1c3f4c HTTP/1.1" status: 204 len: 168 time: 0.4548542 Nov 11 11:27:46.303629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aa9dad78-c0e1-4091-904f-161feecd474a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:46.305710 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36898) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:46.377371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] Deleting subnet fc94fb36-3fdb-4481-a810-4048afd5d026 {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:27:46.381571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.482059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16582950'] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.651528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:46.729669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 33777b86-a48a-45cb-9f08-722979b45003 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:27:46.766068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 33777b86-a48a-45cb-9f08-722979b45003 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:27:46.766460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 33777b86-a48a-45cb-9f08-722979b45003 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:27:46.909246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703de4d8-3b6b-42e6-8771-b0836aad0a74 req-752d5488-15dd-49cd-ab98-e686d2ae76da tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:46.911822 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-703de4d8-3b6b-42e6-8771-b0836aad0a74 req-752d5488-15dd-49cd-ab98-e686d2ae76da tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.4836617 Nov 11 11:27:46.956276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf52ac0-9a69-42a7-9f3f-860d3989e7c3 req-c5080f67-0da4-4491-98d7-df161755aa75 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:46.959063 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eaf52ac0-9a69-42a7-9f3f-860d3989e7c3 req-c5080f67-0da4-4491-98d7-df161755aa75 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.4806247 Nov 11 11:27:47.014623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838268879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591254'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.032312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-89123f3d-0cae-4996-a118-be2b4c20fdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:47.068338 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-703de4d8-3b6b-42e6-8771-b0836aad0a74 req-0d71e572-563b-4e63-9ff5-69e63b88d243 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481626 Nov 11 11:27:47.079125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc94fb36-3fdb-4481-a810-4048afd5d026,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:47.084537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:47.088281 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eaf52ac0-9a69-42a7-9f3f-860d3989e7c3 req-72d5480a-791a-4df1-a9c8-6e89028d62b9 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222095 Nov 11 11:27:47.089602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.096321 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8512a47f-cd99-4320-804d-64443dbbd6ae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc94fb36-3fdb-4481-a810-4048afd5d026 HTTP/1.1" status: 204 len: 168 time: 0.7890077 Nov 11 11:27:47.098638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36908) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:47.220502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.354836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.382078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662de676-3572-4cf6-ad63-0ba76c539435']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:47.398563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6270947-8811-4863-aafa-0f96592053bd') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:47.398898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6270947-8811-4863-aafa-0f96592053bd') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:47.412138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.427448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.433945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:27:47.434358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:27:47.448366 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:27:47.524018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.527692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:47.544610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.554574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=662de676-3572-4cf6-ad63-0ba76c539435,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:47.557951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:47.559602 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c206a9a5-fbdb-432c-9ad8-35f014430d60 admin admin] 10.222.0.37 "DELETE /v2.0/networks/662de676-3572-4cf6-ad63-0ba76c539435 HTTP/1.1" status: 204 len: 168 time: 0.4598782 Nov 11 11:27:47.709573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36914) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:47.766750 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b7481c32-da72-4ae7-9fe3-6b329398a70f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02780813f0524787814867faf8346130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558610 Nov 11 11:27:47.769377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 36918) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:47.838140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3a003c73-24fa-4023-9346-bda845b9a03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.865809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3a003c73-24fa-4023-9346-bda845b9a03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.912039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3a003c73-24fa-4023-9346-bda845b9a03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.917097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aeee40d2-a00a-445c-a601-ac59275649a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:47.928269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a003c73-24fa-4023-9346-bda845b9a03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43b7eff-e18c-47db-9ab9-fa5b47e18dc6,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:47.932115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3a003c73-24fa-4023-9346-bda845b9a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:47.935538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3a003c73-24fa-4023-9346-bda845b9a03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:47.938340 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3a003c73-24fa-4023-9346-bda845b9a03f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c43b7eff-e18c-47db-9ab9-fa5b47e18dc6 HTTP/1.1" status: 204 len: 168 time: 0.1668663 Nov 11 11:27:48.379905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc2bd8-34aa-45da-b9ab-5c872c6408a6 req-0976a095-f6d8-4d96-884f-7ee77a432ada tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:48.381563 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-65bc2bd8-34aa-45da-b9ab-5c872c6408a6 req-0976a095-f6d8-4d96-884f-7ee77a432ada tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1266496 Nov 11 11:27:48.388231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f246c8-ffbb-452e-8dbe-d503d971a1ee req-1432f473-2128-41d8-ade2-502e8bc6dbf4 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:48.389823 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 36936) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:48.389950 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-29f246c8-ffbb-452e-8dbe-d503d971a1ee req-1432f473-2128-41d8-ade2-502e8bc6dbf4 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1900499 Nov 11 11:27:48.452789 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f59aa361-6ef4-450f-8b4a-d4eba09b9891 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=527a452b2f954980a6183de242af6048&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0606542 Nov 11 11:27:48.455367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 36940) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:48.471662 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-65bc2bd8-34aa-45da-b9ab-5c872c6408a6 req-809638fd-ac19-4d28-92d9-e8f6b28e1c2e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802696 Nov 11 11:27:48.474397 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-29f246c8-ffbb-452e-8dbe-d503d971a1ee req-d4615e57-6801-4b5e-931e-772c612bc1d0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678089 Nov 11 11:27:48.536503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-901720a1-80c8-4529-abc7-6bca53b54449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:48.565907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-901720a1-80c8-4529-abc7-6bca53b54449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:48.582825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:27:48.616073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-901720a1-80c8-4529-abc7-6bca53b54449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:48.621373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-764a1871-b16f-4097-adfa-3534d246da1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:48.636039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901720a1-80c8-4529-abc7-6bca53b54449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1401e230-da50-463b-bc68-323926398048,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:48.639108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-901720a1-80c8-4529-abc7-6bca53b54449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:48.640377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-901720a1-80c8-4529-abc7-6bca53b54449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:48.643485 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-901720a1-80c8-4529-abc7-6bca53b54449 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1401e230-da50-463b-bc68-323926398048 HTTP/1.1" status: 204 len: 168 time: 0.1851895 Nov 11 11:27:48.996735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6dc6285e-05f1-4992-959c-2d7581d57046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:49.768207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c04e47-e8ff-4f3c-8370-4a2bb78dd4b7 req-4681320a-37c4-4ade-a2a6-2bd6e0cf64c9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:49.770143 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f7c04e47-e8ff-4f3c-8370-4a2bb78dd4b7 req-4681320a-37c4-4ade-a2a6-2bd6e0cf64c9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1608069 Nov 11 11:27:49.776638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b602d52-38cc-4901-8a8e-2f6141b7e276 req-202ad8cd-c847-4043-a501-d591f5bc5651 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:49.778179 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b602d52-38cc-4901-8a8e-2f6141b7e276 req-202ad8cd-c847-4043-a501-d591f5bc5651 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1261432 Nov 11 11:27:49.859219 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f7c04e47-e8ff-4f3c-8370-4a2bb78dd4b7 req-9a1a644b-68c6-49d8-b201-9dfba1c0294c tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Nov 11 11:27:49.867868 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b602d52-38cc-4901-8a8e-2f6141b7e276 req-97dff0ff-41cf-4ba6-a1b9-dccade067601 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717084 Nov 11 11:27:50.548788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:50.783063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:27:50.927876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:50.944181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'port_id': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'mac_address': 'fa:16:3e:68:c9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:27:51.007056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:51.027961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67a2a2c9-e8bb-4952-835b-55d71333fb8a {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:27:51.043958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:51.047337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:51.050530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-91c29762-8de7-4c5b-9ad8-e3294c6db0e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:51.129609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=6']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:51.140191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.140723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.141239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.141620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.141991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.142363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.142733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.143984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.144363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.145264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.145936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:27:51.150335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:51.153717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e32294-691a-4d73-b8c8-79041b4c9cec req-b4a68669-041c-4431-ba94-a59066a5487e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:51.155659 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c3e32294-691a-4d73-b8c8-79041b4c9cec req-b4a68669-041c-4431-ba94-a59066a5487e tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.1622355 Nov 11 11:27:51.167418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bcf49-de35-4e2c-bd9d-974b8e2aabf7 req-7e80f09b-6059-449b-b4b1-3644dce417cd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:51.169010 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bb9bcf49-de35-4e2c-bd9d-974b8e2aabf7 req-7e80f09b-6059-449b-b4b1-3644dce417cd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 944 time: 0.1254900 Nov 11 11:27:51.201902 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['67a2a2c9-e8bb-4952-835b-55d71333fb8a'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:27:51.251422 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c3e32294-691a-4d73-b8c8-79041b4c9cec req-4fbc1c39-c8d0-4ed0-b63d-e12df030c6aa tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813143 Nov 11 11:27:51.253720 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bb9bcf49-de35-4e2c-bd9d-974b8e2aabf7 req-372540cd-00eb-411b-a860-f76215bea509 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681372 Nov 11 11:27:51.601444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4c9c73f8-9d8a-4b60-85f7-5f683ea5405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:51.646751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:51.981606 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-08bedcf0-08b1-4166-9031-5d6134ae88e0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:51.983382 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-08bedcf0-08b1-4166-9031-5d6134ae88e0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.0952818 Nov 11 11:27:52.079197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Deleting port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:52.079197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:52.357895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] For port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:52.358546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:52.578727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Calling delete_port for 5d49ce11-fe16-476b-b17d-a80f60f5b8ab owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:27:52.792190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:27:52.838415 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0946627-b991-4dfb-97e0-818dcf5c8d5b req-9dfad14c-c208-4f51-a0e3-4167bf3fbbd8 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:52.840155 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d0946627-b991-4dfb-97e0-818dcf5c8d5b req-9dfad14c-c208-4f51-a0e3-4167bf3fbbd8 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 944 time: 0.3877165 Nov 11 11:27:52.849334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc73b-b597-4c7c-b969-101f37148cda req-bb92453a-3651-4ca5-8888-2f68365370b0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:52.850998 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de6cc73b-b597-4c7c-b969-101f37148cda req-bb92453a-3651-4ca5-8888-2f68365370b0 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2217f9e-1ca4-4eb5-b004-3711628b89d0 HTTP/1.1" status: 200 len: 946 time: 0.3965013 Nov 11 11:27:52.910284 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 67a2a2c9-e8bb-4952-835b-55d71333fb8a triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:27:52.911878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:52.953373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:52.966875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:53.012705 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d0946627-b991-4dfb-97e0-818dcf5c8d5b req-03a44413-71d4-419a-9204-5ad79958aea0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601956 Nov 11 11:27:53.024787 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Pushing event deleted for resources: {'Port': ['ID=5d49ce11-fe16-476b-b17d-a80f60f5b8ab,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:53.042143 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de6cc73b-b597-4c7c-b969-101f37148cda req-5336d4a9-63eb-47b6-aaa0-f7916167fa45 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce135eab-1312-4c13-9d18-69e7e5486a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603112 Nov 11 11:27:53.043939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:53.109664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:53.145743 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:53.177252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:53.183999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] No DVR routers for this DVR port 5d49ce11-fe16-476b-b17d-a80f60f5b8ab on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:27:53.187510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:53.188554 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:53.190963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:53.201647 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2217f9e-1ca4-4eb5-b004-3711628b89d0', 'name': 'network-vif-deleted', 'tag': '5d49ce11-fe16-476b-b17d-a80f60f5b8ab'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:27:53.220126 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dfbfd33e-d82c-4544-9f80-7728af20f05b req-3736d889-ec84-48a2-a3ae-c7bcc17a1f40 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] 10.222.0.64 "DELETE /v2.0/ports/5d49ce11-fe16-476b-b17d-a80f60f5b8ab HTTP/1.1" status: 204 len: 173 time: 1.2225270 Nov 11 11:27:53.251487 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'code': 200} Nov 11 11:27:53.296521 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2217f9e-1ca4-4eb5-b004-3711628b89d0', 'name': 'network-vif-deleted', 'tag': '5d49ce11-fe16-476b-b17d-a80f60f5b8ab', 'status': 'completed', 'code': 200} Nov 11 11:27:53.318179 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=7']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:53.323230 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:53.452669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:54.180162 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37064) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:54.484341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525fd8-4009-44f8-a1ea-34375e148a1c req-ce6bc692-669e-458d-9273-54688f9957f5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:54.489926 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca525fd8-4009-44f8-a1ea-34375e148a1c req-ce6bc692-669e-458d-9273-54688f9957f5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.2043152 Nov 11 11:27:54.583095 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca525fd8-4009-44f8-a1ea-34375e148a1c req-d4852d23-3895-4314-b565-e3ae6387b8f3 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895140 Nov 11 11:27:54.793011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5d49ce11-fe16-476b-b17d-a80f60f5b8ab no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:27:54.869916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 5d49ce11-fe16-476b-b17d-a80f60f5b8ab {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:27:54.870572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5d49ce11-fe16-476b-b17d-a80f60f5b8ab not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:27:54.877478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711190'] for router_interface, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:55.889744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f041686-e7d1-43c3-8dc4-68982611a963 req-f47f54a2-0b69-4503-8ddf-96e420b3b806 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:55.891310 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f041686-e7d1-43c3-8dc4-68982611a963 req-f47f54a2-0b69-4503-8ddf-96e420b3b806 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1460660 Nov 11 11:27:56.004794 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f041686-e7d1-43c3-8dc4-68982611a963 req-9510db4f-3b1d-4fda-9b21-e1a21d40386a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060996 Nov 11 11:27:56.012064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Deleting port 48fb5b25-70ee-42de-9f98-45abcfadd7b3 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:56.012811 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:56.229354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] For port 48fb5b25-70ee-42de-9f98-45abcfadd7b3, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=48fb5b25-70ee-42de-9f98-45abcfadd7b3,segment=NetworkSegment(dab5f64b-149a-40b3-aa5c-5f34f501306d),segment_id=dab5f64b-149a-40b3-aa5c-5f34f501306d)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:56.229784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:56.396843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Calling delete_port for 48fb5b25-70ee-42de-9f98-45abcfadd7b3 owned by network:router_interface {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:27:56.817290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:56.822478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:56.876971 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Pushing event deleted for resources: {'Port': ['ID=48fb5b25-70ee-42de-9f98-45abcfadd7b3,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:56.878399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:57.323608 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:57.334843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1177126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711308'] for router_interface, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:57.362769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80638cb1-a1a3-4830-beae-b1a9f7897805 req-424d2aea-caef-4ea4-b1bb-7de1d0461995 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:57.366343 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-80638cb1-a1a3-4830-beae-b1a9f7897805 req-424d2aea-caef-4ea4-b1bb-7de1d0461995 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1296508 Nov 11 11:27:57.506794 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-80638cb1-a1a3-4830-beae-b1a9f7897805 req-0025be1a-b8cb-4533-ab06-26c919c7daca tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745397 Nov 11 11:27:58.284154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37118) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:58.290783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Router 04bc436c-9e02-426d-a47e-344a5f17042b has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:27:58.524893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:58.562695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:58.569630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0b6c231fc741b3920eb5b22e356954 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:58.573493 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:58.581134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:58.798354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:58.809109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:58.822538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ce2c9a6c-3184-4ade-8a64-0a94d415ddd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:58.887223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a7763e-637f-4d7c-bb5a-83ac1482bb7e,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:58.892537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:58.903129 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a0b6c231fc741b3920eb5b22e356954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6175294 Nov 11 11:27:58.903626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37132) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:59.001247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d98a-b9b8-4c84-ba24-ad5b23a0f839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:59.001630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574f564-12ae-4e2e-bfdb-9653e3cec831 req-c4eba8c5-6802-4ca2-a212-6ccd9c896613 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:27:59.003219 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f574f564-12ae-4e2e-bfdb-9653e3cec831 req-c4eba8c5-6802-4ca2-a212-6ccd9c896613 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1914601 Nov 11 11:27:59.009193 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:27:59.021328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] Sync routers for ids ['04bc436c-9e02-426d-a47e-344a5f17042b'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:27:59.044647 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] Routers {'04bc436c-9e02-426d-a47e-344a5f17042b'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:27:59.045617 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:27:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['04bc436c-9e02-426d-a47e-344a5f17042b'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:59.049448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d98a-b9b8-4c84-ba24-ad5b23a0f839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:59.088755 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] 10.222.0.37 "PUT /v2.0/routers/04bc436c-9e02-426d-a47e-344a5f17042b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9073553 Nov 11 11:27:59.099708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37140) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:59.108803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d98a-b9b8-4c84-ba24-ad5b23a0f839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:59.115339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-49a83af3-1555-41dc-98d3-f18635085dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:27:59.133761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5d98a-b9b8-4c84-ba24-ad5b23a0f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a7763e-637f-4d7c-bb5a-83ac1482bb7e,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:27:59.135960 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d98a-b9b8-4c84-ba24-ad5b23a0f839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:59.140458 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4ce5d98a-b9b8-4c84-ba24-ad5b23a0f839 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33a7763e-637f-4d7c-bb5a-83ac1482bb7e HTTP/1.1" status: 204 len: 168 time: 0.2355111 Nov 11 11:27:59.141533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4ce5d98a-b9b8-4c84-ba24-ad5b23a0f839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:27:59.209458 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f574f564-12ae-4e2e-bfdb-9653e3cec831 req-55bbac8f-16c1-4ea0-9e22-876e40fae1e0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981106 Nov 11 11:27:59.382985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks [] for router, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:59.395475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] Set router 04bc436c-9e02-426d-a47e-344a5f17042b gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:27:59.668399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:59.688069 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Deleting port c117637a-f91f-4e8a-915e-d44eb239a97a {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:27:59.688996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:59.791266 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37148) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:27:59.831085 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:27:59.892418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:27:59.896922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Usage tracker for resource:security_group_rule and tenant:f57fd5d1b3a8481fb55026a4ec3867d7 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:27:59.900159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:27:59.903452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:27:56Z', 'revision_number': 5, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port': {'id': 'c117637a-f91f-4e8a-915e-d44eb239a97a', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:59.906982 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:27:59.911663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] Checking router: 04bc436c-9e02-426d-a47e-344a5f17042b for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:27:59.933640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] Routers {'04bc436c-9e02-426d-a47e-344a5f17042b'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:27:59.934979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:27:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['04bc436c-9e02-426d-a47e-344a5f17042b'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:27:59.989303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] For port c117637a-f91f-4e8a-915e-d44eb239a97a, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=c117637a-f91f-4e8a-915e-d44eb239a97a,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:27:59.989970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:00.024538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:00.032469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:00.044372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b2aecff1-28e4-49f4-a585-6f14afd83527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:00.091127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d89c1-fc77-4cf9-a22f-d3fc4455f647,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:00.099140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:00.127783 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f57fd5d1b3a8481fb55026a4ec3867d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3328302 Nov 11 11:28:00.128764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37156) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:00.161899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Calling delete_port for c117637a-f91f-4e8a-915e-d44eb239a97a owned by network:router_gateway {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:28:00.277332 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] Set router 04bc436c-9e02-426d-a47e-344a5f17042b gateway port host: None {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:28:00.294255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-662e1b7a-a469-4a64-9824-57b7d16a951d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:00.349086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-662e1b7a-a469-4a64-9824-57b7d16a951d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:00.397583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:00.402626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:00.416705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-662e1b7a-a469-4a64-9824-57b7d16a951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:00.436153 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-13d15c7c-2d03-4e4b-b081-183fad50406d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:00.455041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Pushing event deleted for resources: {'Port': ['ID=c117637a-f91f-4e8a-915e-d44eb239a97a,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:00.458569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:00.470989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:27:59Z', 'revision_number': 6, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port_host': None}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:28:00.480775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e1b7a-a469-4a64-9824-57b7d16a951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d89c1-fc77-4cf9-a22f-d3fc4455f647,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:00.484672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870b0b4-2ca6-4660-9f46-7229997c3949 None None] The sync data for ids ['04bc436c-9e02-426d-a47e-344a5f17042b'] in dv-cinder-817417-1-smb is: [{'id': '04bc436c-9e02-426d-a47e-344a5f17042b', 'name': 'tempest-ServerRescueNegativeTestJSON-951193755-router', 'tenant_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:27:59Z', 'revision_number': 6, 'project_id': 'b24d947783124dd4bcdd1e6f434e53bf', 'gw_port_host': None}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:28:00.490937 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-662e1b7a-a469-4a64-9824-57b7d16a951d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:00.496861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-662e1b7a-a469-4a64-9824-57b7d16a951d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:00.501767 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-662e1b7a-a469-4a64-9824-57b7d16a951d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac9d89c1-fc77-4cf9-a22f-d3fc4455f647 HTTP/1.1" status: 204 len: 168 time: 0.3716938 Nov 11 11:28:00.908581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697607'] for router_gateway, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:01.316546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188643d3-035d-4ac9-a676-228e503df951 req-4de97416-5850-4faf-a0bc-a1131290cc71 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:01.324175 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-188643d3-035d-4ac9-a676-228e503df951 req-4de97416-5850-4faf-a0bc-a1131290cc71 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.8554943 Nov 11 11:28:01.372340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854667800'] for router, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:01.396239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119799be-0be6-4a47-b618-c9c69fd9dd5c req-b8adbb7b-a2f6-4bdb-ae95-38773194c0d2 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:01.407195 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-119799be-0be6-4a47-b618-c9c69fd9dd5c req-b8adbb7b-a2f6-4bdb-ae95-38773194c0d2 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 946 time: 0.6574786 Nov 11 11:28:01.436470 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:01.489497 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-188643d3-035d-4ac9-a676-228e503df951 req-a42274cd-1a02-4be5-82b7-e9cc1f684ff5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625390 Nov 11 11:28:01.604081 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-119799be-0be6-4a47-b618-c9c69fd9dd5c req-001e694e-3d52-4877-9010-eef5a0e9d306 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956503 Nov 11 11:28:01.625473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-615175'] for router, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:01.627130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04bc436c-9e02-426d-a47e-344a5f17042b {{(pid=88092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 11:28:01.674486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Notify callbacks [] for router, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:01.679352 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] 10.222.0.37 "DELETE /v2.0/routers/04bc436c-9e02-426d-a47e-344a5f17042b HTTP/1.1" status: 204 len: 168 time: 2.5785344 Nov 11 11:28:01.682049 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37178) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:01.758795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device c117637a-f91f-4e8a-915e-d44eb239a97a no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:28:01.822335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: c117637a-f91f-4e8a-915e-d44eb239a97a {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:28:01.822924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device c117637a-f91f-4e8a-915e-d44eb239a97a not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:28:01.824509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 48fb5b25-70ee-42de-9f98-45abcfadd7b3 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:28:01.849945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Deleting subnet dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 {{(pid=88093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:28:01.858625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:01.888705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 48fb5b25-70ee-42de-9f98-45abcfadd7b3 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:28:01.889353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 48fb5b25-70ee-42de-9f98-45abcfadd7b3 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:28:01.947437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:01.956565 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:02.049498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:02.055530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:02.097524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbb10ed-354c-4e90-9282-ee6b6c60b8e9,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:02.103642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:02.109393 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:02.119435 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dcbb10ed-354c-4e90-9282-ee6b6c60b8e9 HTTP/1.1" status: 204 len: 168 time: 0.4338167 Nov 11 11:28:02.120533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37186) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:02.266700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:02.741596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:02.774173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b4ef95-ae36-49da-99a3-7329131c0bad']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:28:02.792041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab5f64b-149a-40b3-aa5c-5f34f501306d') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:28:02.792365 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab5f64b-149a-40b3-aa5c-5f34f501306d') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:28:02.896954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:02.930862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:02.948279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:28:02.948847 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:28:02.964271 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:28:03.086812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:03.095072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5786805-4d53-4833-b648-5e2a27627f3c req-08a8ecc7-0d8e-4d2b-8b8e-347ef182bb0b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:03.096776 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e5786805-4d53-4833-b648-5e2a27627f3c req-08a8ecc7-0d8e-4d2b-8b8e-347ef182bb0b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 946 time: 0.2503848 Nov 11 11:28:03.104718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7280b0-e846-4876-8047-323c51ba9799 req-8ae1913f-4c21-498c-a8fa-fd13384cbd3b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:03.106686 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5a7280b0-e846-4876-8047-323c51ba9799 req-8ae1913f-4c21-498c-a8fa-fd13384cbd3b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.3215394 Nov 11 11:28:03.110621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:03.126009 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:03.170717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b4ef95-ae36-49da-99a3-7329131c0bad,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:03.181440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:03.197300 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0b4ef95-ae36-49da-99a3-7329131c0bad HTTP/1.1" status: 204 len: 168 time: 1.0739121 Nov 11 11:28:03.264259 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e5786805-4d53-4833-b648-5e2a27627f3c req-bcfed770-0557-4a3b-9c61-e0df4b4f5706 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555600 Nov 11 11:28:03.292139 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5a7280b0-e846-4876-8047-323c51ba9799 req-51d89e20-e0f7-4bde-b645-b579d9a73d01 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479981 Nov 11 11:28:03.409994 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37216) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:03.489196 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-63785441-cc07-4746-8fba-d47b107e85f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b24d947783124dd4bcdd1e6f434e53bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0717974 Nov 11 11:28:03.489196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37220) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:03.573573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01523c01-d43c-49bc-b670-3e6893029e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:03.604483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01523c01-d43c-49bc-b670-3e6893029e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:03.664310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01523c01-d43c-49bc-b670-3e6893029e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:03.686238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2258da1a-5d5b-4890-ad93-da0bcca1754d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:03.713366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01523c01-d43c-49bc-b670-3e6893029e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce135eab-1312-4c13-9d18-69e7e5486a84,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:03.715916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-01523c01-d43c-49bc-b670-3e6893029e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:03.716896 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01523c01-d43c-49bc-b670-3e6893029e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:03.722861 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-01523c01-d43c-49bc-b670-3e6893029e0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce135eab-1312-4c13-9d18-69e7e5486a84 HTTP/1.1" status: 204 len: 168 time: 0.2310743 Nov 11 11:28:04.530460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f3960-a85e-4195-b144-fd78b0efaad4 req-a88f9f82-9333-48b0-aeb3-190e32a2c90c tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:04.540565 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a33f3960-a85e-4195-b144-fd78b0efaad4 req-a88f9f82-9333-48b0-aeb3-190e32a2c90c tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 946 time: 0.1339028 Nov 11 11:28:04.639837 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a33f3960-a85e-4195-b144-fd78b0efaad4 req-f206a15b-a5a6-40d5-b465-8628c08511bb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901914 Nov 11 11:28:04.905727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1b2d-4e15-4b1f-a01d-7a429a276393 req-9714e8fb-1db1-483b-8ce1-a373ea7ecac0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:04.907529 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-78ad1b2d-4e15-4b1f-a01d-7a429a276393 req-9714e8fb-1db1-483b-8ce1-a373ea7ecac0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.1151197 Nov 11 11:28:04.975871 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-78ad1b2d-4e15-4b1f-a01d-7a429a276393 req-72b99da4-3f64-4362-a9db-56348ab2ece3 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590265 Nov 11 11:28:05.096581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37300) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:05.272433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:05.331260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:05.338613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Usage tracker for resource:security_group_rule and tenant:f0d861162d4a4028b9a4110c2a5717e7 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:05.342408 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:05.350735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:05.357116 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-83f37efa-5513-43cf-9837-0ee4b525dd16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 1098 time: 0.1510944 Nov 11 11:28:05.571448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-0c84038d-1674-4fd7-828d-08cac169d873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:05.572962 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-0c84038d-1674-4fd7-828d-08cac169d873 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.2034597 Nov 11 11:28:05.577585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:05.636986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:05.657853 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:05.755134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587299f3-deb2-4e0f-ab4a-f5643009a82c,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:05.761027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:05.766778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37322) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:05.766900 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e09fd0d2-f0d6-4377-8af1-58b75102eb0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0d861162d4a4028b9a4110c2a5717e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6683803 Nov 11 11:28:05.782963 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-bb0f94a0-baf3-4ec9-ae03-a985eed1bb9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a HTTP/1.1" status: 200 len: 1000 time: 0.2013144 Nov 11 11:28:05.857441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-848f2bcd-ea18-4105-a080-c5836f6f5f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:05.871966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-b8008af8-0ebb-4cdd-b5f1-48ca136c1334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:05.873784 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-b8008af8-0ebb-4cdd-b5f1-48ca136c1334 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.0758326 Nov 11 11:28:05.890810 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-848f2bcd-ea18-4105-a080-c5836f6f5f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:05.944357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-848f2bcd-ea18-4105-a080-c5836f6f5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:05.949642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7fccdc8c-db32-4933-9833-75c42bbae75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:05.966003 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f2bcd-ea18-4105-a080-c5836f6f5f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587299f3-deb2-4e0f-ab4a-f5643009a82c,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:05.968788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-848f2bcd-ea18-4105-a080-c5836f6f5f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:05.975574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-848f2bcd-ea18-4105-a080-c5836f6f5f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:05.980058 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-848f2bcd-ea18-4105-a080-c5836f6f5f5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/587299f3-deb2-4e0f-ab4a-f5643009a82c HTTP/1.1" status: 204 len: 168 time: 0.2118986 Nov 11 11:28:06.033718 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-7dd7d2b7-2ef3-44c7-b9db-072adbcca1b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1198146 Nov 11 11:28:06.040906 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195449-e4a2-441b-9336-96c43fc92fea req-bbc6378a-21c5-49da-8f73-a9de77458c22 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:06.048480 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d4195449-e4a2-441b-9336-96c43fc92fea req-bbc6378a-21c5-49da-8f73-a9de77458c22 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 946 time: 0.1785367 Nov 11 11:28:06.279849 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d4195449-e4a2-441b-9336-96c43fc92fea req-7e659a00-350b-43a5-b3f2-14ce346ca8f1 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299695 Nov 11 11:28:06.321160 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-45610752-8207-447b-90d1-91575b87c4f4 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696474 Nov 11 11:28:06.497147 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9fc0bc0a-97ed-47e9-a8ee-969ce89f295f req-614d107c-c8cf-4148-a51f-8c07bc215c70 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620233 Nov 11 11:28:06.505015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226ddea-c270-41b7-843b-583146658988 req-18a8ab5f-d2df-4ba2-9d3c-2c02d2c42c33 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:06.523663 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8226ddea-c270-41b7-843b-583146658988 req-18a8ab5f-d2df-4ba2-9d3c-2c02d2c42c33 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.3160877 Nov 11 11:28:06.530281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37348) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:06.573124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:06.602207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-1d7ba615-4f13-4941-914b-44897eb7082f tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:06.604171 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-1d7ba615-4f13-4941-914b-44897eb7082f tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.64 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 946 time: 0.1562188 Nov 11 11:28:06.642867 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8226ddea-c270-41b7-843b-583146658988 req-da2fbde5-e76e-4889-b42a-b20c34db4e3a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210468 Nov 11 11:28:06.661874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:06.672148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Usage tracker for resource:security_group_rule and tenant:2780cb0d13db460a91ab65fb10bab331 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:06.677375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:06.689033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:06.717253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Deleting port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:28:06.718069 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:06.833174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665d0cd-9777-4ced-95b0-f5bf2b986b2b req-f18d26cd-10e7-497c-b2f0-486c982358be tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:06.834836 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c665d0cd-9777-4ced-95b0-f5bf2b986b2b req-f18d26cd-10e7-497c-b2f0-486c982358be tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1501193 Nov 11 11:28:06.851597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:06.869160 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:06.881890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2a3d6602-85fc-45f3-8778-ed261ccdb97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:06.946692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b553a818-896c-4bef-bc3f-4a434c368d02,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:06.954870 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2780cb0d13db460a91ab65fb10bab331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4227006 Nov 11 11:28:06.957748 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37354) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:06.958712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:06.964369 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c665d0cd-9777-4ced-95b0-f5bf2b986b2b req-d6541465-01da-4fad-adc0-695424e1c3ce tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184843 Nov 11 11:28:07.019360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37358) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:07.059021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] For port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:07.059447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.182782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.205472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Calling delete_port for 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:28:07.217070 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:07.221103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:e27d7fb27e96415fa16bf101fba224ed is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:07.224560 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:07.230566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:07.242467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d81c515c-9a1a-4589-b488-d36bec2c39c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.290281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d81c515c-9a1a-4589-b488-d36bec2c39c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.306056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.309091 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.318196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bc135410-a5ca-46b3-85bb-55f891b9510c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:07.363533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881941c9-b183-457d-a0e9-6781cfddb1b4,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:07.366923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:07.371958 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e27d7fb27e96415fa16bf101fba224ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3488662 Nov 11 11:28:07.372417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37366) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:07.412937 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d81c515c-9a1a-4589-b488-d36bec2c39c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.419303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b451ab09-5ce4-42bb-8d14-9511cf9f1879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:07.440706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c515c-9a1a-4589-b488-d36bec2c39c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b553a818-896c-4bef-bc3f-4a434c368d02,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:07.443312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d81c515c-9a1a-4589-b488-d36bec2c39c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:07.451118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.458021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7a16d4f3-677f-4c08-8c95-a59dd14d924c tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:07.466236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:28:07.475931 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-430d8476-6eab-4746-9d00-7820957d33ef req-7b5c5bcc-1730-4a62-90af-304d044a1f91 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7 HTTP/1.1" status: 200 len: 210 time: 0.0554726 Nov 11 11:28:07.483611 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f4a56132-dc59-467e-b881-8769fa0c9862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.509368 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Pushing event deleted for resources: {'Port': ['ID=2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:07.512188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:07.516673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d81c515c-9a1a-4589-b488-d36bec2c39c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.518121 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d81c515c-9a1a-4589-b488-d36bec2c39c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b553a818-896c-4bef-bc3f-4a434c368d02 HTTP/1.1" status: 204 len: 168 time: 0.5592771 Nov 11 11:28:07.530837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f4a56132-dc59-467e-b881-8769fa0c9862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.583671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f4a56132-dc59-467e-b881-8769fa0c9862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.589215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-71683416-7127-40fb-9931-718905508f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:07.597864 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] No DVR routers for this DVR port 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:28:07.600454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.602652 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-79f78919-4bd8-4371-a3a3-57b3385bf824 req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.64 "DELETE /v2.0/ports/2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 HTTP/1.1" status: 204 len: 173 time: 0.9858849 Nov 11 11:28:07.603227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7', 'name': 'network-vif-deleted', 'tag': '2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:28:07.605511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a56132-dc59-467e-b881-8769fa0c9862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881941c9-b183-457d-a0e9-6781cfddb1b4,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:07.607846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f4a56132-dc59-467e-b881-8769fa0c9862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:07.618329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f4a56132-dc59-467e-b881-8769fa0c9862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:07.619636 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f4a56132-dc59-467e-b881-8769fa0c9862 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/881941c9-b183-457d-a0e9-6781cfddb1b4 HTTP/1.1" status: 204 len: 168 time: 0.2461982 Nov 11 11:28:07.740434 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959839d6-0b6d-4c2b-a3c9-eb4f0d05a6b7', 'name': 'network-vif-deleted', 'tag': '2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4', 'status': 'completed', 'code': 200} Nov 11 11:28:07.911813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf098d8-9d66-4420-975b-c673128e5054 req-0a74bf8d-979d-4e12-b2ea-bab54448aeef tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:07.913486 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bbf098d8-9d66-4420-975b-c673128e5054 req-0a74bf8d-979d-4e12-b2ea-bab54448aeef tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 945 time: 0.0946171 Nov 11 11:28:07.970752 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bbf098d8-9d66-4420-975b-c673128e5054 req-a1339405-e4f3-486c-a163-8da4016edf8b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475526 Nov 11 11:28:08.232824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eae44-5348-441b-8f61-0d8a3a4442a7 req-9be93b57-cd7a-4e8e-bf72-816649e7981f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:08.234483 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d5eae44-5348-441b-8f61-0d8a3a4442a7 req-9be93b57-cd7a-4e8e-bf72-816649e7981f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1330156 Nov 11 11:28:08.300811 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d5eae44-5348-441b-8f61-0d8a3a4442a7 req-6f40d69d-b2d6-4238-9301-f6aeb5e7c60b tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558691 Nov 11 11:28:08.394040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37396) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:08.419949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:08.457398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:08.462076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Usage tracker for resource:security_group_rule and tenant:a16c0bc87dbd47948ce222da39102303 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:08.465916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:08.472569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:08.544809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:08.548635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:08.557228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-49eb64f9-7409-456e-8879-3d3f51b7121b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:08.604294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a261c2-10ba-4a8e-93b5-55788e54903c,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:08.608879 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a16c0bc87dbd47948ce222da39102303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2125993 Nov 11 11:28:08.611684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37410) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:08.612081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:08.702075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-44479ae1-33d6-402d-a116-8e3343e3b493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:08.736321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-44479ae1-33d6-402d-a116-8e3343e3b493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:08.792863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-44479ae1-33d6-402d-a116-8e3343e3b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:08.801377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-65d4dc8b-b451-4f30-8bcd-b4c60cf3a93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:08.817733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44479ae1-33d6-402d-a116-8e3343e3b493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a261c2-10ba-4a8e-93b5-55788e54903c,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:08.826524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-44479ae1-33d6-402d-a116-8e3343e3b493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:08.827588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-44479ae1-33d6-402d-a116-8e3343e3b493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:08.828460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:28:08.828983 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-44479ae1-33d6-402d-a116-8e3343e3b493 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62a261c2-10ba-4a8e-93b5-55788e54903c HTTP/1.1" status: 204 len: 168 time: 0.2158327 Nov 11 11:28:08.980040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.011834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:28:09.023543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:09.027649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.028654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:28:09.062172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:09.095309 dv-cinder-817417-1-smb neutron-server[87981]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'code': 422} returned with failed status Nov 11 11:28:09.118203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:28:09.118844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 2705d6cb-6b0e-4f94-b22c-7fe4ae54b2b4 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:28:09.152544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=8']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:09.160743 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:09.240607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37428) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:09.247068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4e7e7-9678-4d82-9c22-caa9aeefec6c req-4278fa6d-2a33-49c3-b248-07c88e419c0e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:09.248757 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-76f4e7e7-9678-4d82-9c22-caa9aeefec6c req-4278fa6d-2a33-49c3-b248-07c88e419c0e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.0992613 Nov 11 11:28:09.303459 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-76f4e7e7-9678-4d82-9c22-caa9aeefec6c req-a261ec20-6687-4187-9d67-f12657e08d75 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466294 Nov 11 11:28:09.432888 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.475608 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:09.480730 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Usage tracker for resource:security_group_rule and tenant:9d7fc07af66c4c40b47c760725c4bec1 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:09.484348 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:09.493075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:09.577764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.584853 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.597506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-281d281a-b0ae-4502-b27f-d494b8408dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:09.684925 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d7fc07af66c4c40b47c760725c4bec1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4429977 Nov 11 11:28:09.685866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f6a243-c24e-4e72-94ba-ed18a1eef16e,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:09.697687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37454) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:09.701577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:09.773505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec05ad0-8b2f-4d9d-acc5-500618ac4f67 req-27086f0b-c213-4135-8d2a-a1f1ce60e9c0 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:09.776216 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4ec05ad0-8b2f-4d9d-acc5-500618ac4f67 req-27086f0b-c213-4135-8d2a-a1f1ce60e9c0 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1402094 Nov 11 11:28:09.797139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e9ba6b0-e6a7-4e4f-bba1-ab6c4acf91c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.832156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e9ba6b0-e6a7-4e4f-bba1-ab6c4acf91c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.843653 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4ec05ad0-8b2f-4d9d-acc5-500618ac4f67 req-7f57e3b4-8d76-4d15-8780-65962f081656 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606518 Nov 11 11:28:09.889397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e9ba6b0-e6a7-4e4f-bba1-ab6c4acf91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.895355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f7217b6e-1649-4a91-8f68-462453b834c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:09.909078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ba6b0-e6a7-4e4f-bba1-ab6c4acf91c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f6a243-c24e-4e72-94ba-ed18a1eef16e,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:09.911745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3e9ba6b0-e6a7-4e4f-bba1-ab6c4acf91c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:09.920822 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e9ba6b0-e6a7-4e4f-bba1-ab6c4acf91c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:09.924591 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3e9ba6b0-e6a7-4e4f-bba1-ab6c4acf91c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6f6a243-c24e-4e72-94ba-ed18a1eef16e HTTP/1.1" status: 204 len: 168 time: 0.2229869 Nov 11 11:28:10.507237 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-356966fe-dd0f-4662-8cf5-babac19c064e req-0fd99470-1326-4d0a-9111-02f4518a1f0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0862947 Nov 11 11:28:10.795176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb910-249f-49a5-bc0e-769abbca3175 req-820caaef-1d17-47bc-9149-07a9e981e1f4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:10.797793 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-55ecb910-249f-49a5-bc0e-769abbca3175 req-820caaef-1d17-47bc-9149-07a9e981e1f4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.0886588 Nov 11 11:28:10.872061 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-55ecb910-249f-49a5-bc0e-769abbca3175 req-92e19a9d-91b9-462c-871d-da8c1bfd19de tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650189 Nov 11 11:28:10.872530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37512) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:11.044599 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-fca24840-e555-40bd-90cd-034d51d79bf2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1700430 Nov 11 11:28:11.084043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2bb86-cc8e-4dfc-b564-5eec91d98b43 req-72213d15-e4ed-4c68-909d-12d076497a4f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:11.091554 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-77f2bb86-cc8e-4dfc-b564-5eec91d98b43 req-72213d15-e4ed-4c68-909d-12d076497a4f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1052711 Nov 11 11:28:11.138041 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-77f2bb86-cc8e-4dfc-b564-5eec91d98b43 req-3531463d-5b11-445b-b9e5-d8b17cc712f0 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455277 Nov 11 11:28:12.096535 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb316c2-6c7c-43eb-b61f-5f5d854f8b8e req-c6b7760e-d190-488a-96b1-7b400c77bfb2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:12.098607 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9eb316c2-6c7c-43eb-b61f-5f5d854f8b8e req-c6b7760e-d190-488a-96b1-7b400c77bfb2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.0935216 Nov 11 11:28:12.158418 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9eb316c2-6c7c-43eb-b61f-5f5d854f8b8e req-8f76ab65-78d8-43f9-ae3d-7a28fdffad8c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518889 Nov 11 11:28:12.352872 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-957ca2de-8ff4-4117-9883-47dd69ca6fac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74&tenant_id=6863095b62f84a09954e098318002d93 HTTP/1.1" status: 200 len: 1096 time: 0.0779622 Nov 11 11:28:12.369840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77abbc-5abf-406a-bf89-60f0795a3ad1 req-3d66951c-da30-49da-8b2d-339979220a68 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:12.371561 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb77abbc-5abf-406a-bf89-60f0795a3ad1 req-3d66951c-da30-49da-8b2d-339979220a68 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0851629 Nov 11 11:28:12.426383 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb77abbc-5abf-406a-bf89-60f0795a3ad1 req-5cf942cc-22fc-4277-ad5a-d64d6270cbee tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473475 Nov 11 11:28:12.453640 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-002ae788-18c5-4995-9c57-67b24122c30a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 1096 time: 0.0780647 Nov 11 11:28:12.624636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-c8b976eb-74a8-40fe-b9ce-07f7ea6915a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:12.626333 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-c8b976eb-74a8-40fe-b9ce-07f7ea6915a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.1645625 Nov 11 11:28:12.808146 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-05fc9e58-2636-41bd-b8ad-33fd4f7f609f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a HTTP/1.1" status: 200 len: 998 time: 0.1519890 Nov 11 11:28:12.903098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-e7fccea4-5e7c-4543-b644-2dd5cab5c5d1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:12.905035 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-e7fccea4-5e7c-4543-b644-2dd5cab5c5d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.0886641 Nov 11 11:28:13.008640 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-3b5076ea-1b02-4cca-b7c0-b3b2dc661c18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956707 Nov 11 11:28:13.206439 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-b00638bc-e7f1-40fd-ab95-606905e7aea4 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884477 Nov 11 11:28:13.244575 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697543f-bd5b-4253-9e76-6bca222ab550 req-eb1a4715-8bbd-4a22-97da-cdca28c31df2 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:13.246984 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5697543f-bd5b-4253-9e76-6bca222ab550 req-eb1a4715-8bbd-4a22-97da-cdca28c31df2 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.5005150 Nov 11 11:28:13.292155 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-e9047e10-e4ea-4749-9d19-7003af35e103 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 1098 time: 0.2680035 Nov 11 11:28:13.378107 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0487d0aa-2139-40f4-a9b2-c518f53e7818 req-efb6c3e1-330c-48b3-b6a3-28dfcedea684 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656017 Nov 11 11:28:13.384325 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5697543f-bd5b-4253-9e76-6bca222ab550 req-aa920e54-f374-4f22-9b21-19c55346a5d9 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190701 Nov 11 11:28:13.486098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-6cd07aa3-9c38-4e32-8952-84bb2c06fff8 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:13.487878 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-6cd07aa3-9c38-4e32-8952-84bb2c06fff8 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/networks?id=992b32db-bac3-453e-b8a8-f779f51b2c9b HTTP/1.1" status: 200 len: 813 time: 0.3884556 Nov 11 11:28:13.532840 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-86e79217-ba51-47a5-88ca-c1b041b3df38 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/quotas/877e0ddadd93456999f110fe077c9a77 HTTP/1.1" status: 200 len: 375 time: 0.0365529 Nov 11 11:28:13.617398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-d6b9b040-0263-43b5-9b65-dcab22b555e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:13.619004 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-d6b9b040-0263-43b5-9b65-dcab22b555e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 911 time: 0.3189311 Nov 11 11:28:13.635173 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-92881232-cf0d-4060-8f86-8ec23c0d310f tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=877e0ddadd93456999f110fe077c9a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651455 Nov 11 11:28:13.882179 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83fe12-1929-46e9-8b2b-548c415099d0 req-9d26e990-b9d1-4884-9109-7b4e37199265 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:13.883875 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8d83fe12-1929-46e9-8b2b-548c415099d0 req-9d26e990-b9d1-4884-9109-7b4e37199265 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.3570068 Nov 11 11:28:13.887787 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-1c4fe33b-1f40-4d5d-98fa-1c874e2b55ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59bab04-e391-4c19-bd22-4c9af01db35e HTTP/1.1" status: 200 len: 1000 time: 0.2560072 Nov 11 11:28:13.983567 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-2bbdd105-cc57-4c3d-a973-35d90e8ac8fe service neutron] 10.222.0.37 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890885 Nov 11 11:28:14.049248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-00e504f1-fdf7-4015-92fd-32539ceeaf71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:14.051100 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-00e504f1-fdf7-4015-92fd-32539ceeaf71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 200 len: 849 time: 0.1350989 Nov 11 11:28:14.063674 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8d83fe12-1929-46e9-8b2b-548c415099d0 req-83199f28-b506-4f24-83d4-d93cce08bf6a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723394 Nov 11 11:28:14.220367 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-50b88d0e-c525-441c-966d-415336a01fd4 service neutron] 10.222.0.37 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249522 Nov 11 11:28:14.234954 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-33555403-0e73-4461-864f-b186872fb6a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5664352-840f-4ab4-9e50-5e5b0a34b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1739707 Nov 11 11:28:14.400803 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-fd0951c9-9376-4e4e-8c0c-58af82ef76ee service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580470 Nov 11 11:28:14.624888 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-571be06b-d5fd-459e-8966-65f247a6bbd5 req-34133586-5724-4946-9946-fa063311a21f service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566868 Nov 11 11:28:14.640009 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-91d23728-bb8e-460c-b56f-99f2c8b3a3cf req-62bf8f2b-3620-4383-843c-f77ab94bcd8e tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.2197783 Nov 11 11:28:14.808547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85e77e-905a-4b48-bef5-aae2fc6f9551 req-69823b5c-ef8a-4509-9562-87daa852cf44 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:14.816326 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e85e77e-905a-4b48-bef5-aae2fc6f9551 req-69823b5c-ef8a-4509-9562-87daa852cf44 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1701200 Nov 11 11:28:14.935837 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e85e77e-905a-4b48-bef5-aae2fc6f9551 req-69ede501-937e-4d49-8f6e-5fbecd967ebd tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113029 Nov 11 11:28:15.333066 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b776b-d8b5-4ff2-a4a3-186c31cf1cfc req-4f50dbb2-4842-44f0-8fcc-be36a650afab tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:15.334688 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6a9b776b-d8b5-4ff2-a4a3-186c31cf1cfc req-4f50dbb2-4842-44f0-8fcc-be36a650afab tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.0945759 Nov 11 11:28:15.387444 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6a9b776b-d8b5-4ff2-a4a3-186c31cf1cfc req-9d19d26d-7224-4799-80a4-266722a5e884 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458775 Nov 11 11:28:15.963129 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d34a09b0-3210-4eb1-993b-e95c7761bdac req-f06d8f76-941a-4729-b754-464a5fa41608 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.0465045 Nov 11 11:28:16.154820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb02ff-58a7-40af-9858-332224e7a46f req-2dd2b8a5-9c1b-4958-86fd-736616d6d692 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:16.156551 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ebb02ff-58a7-40af-9858-332224e7a46f req-2dd2b8a5-9c1b-4958-86fd-736616d6d692 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0913749 Nov 11 11:28:16.215183 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7ebb02ff-58a7-40af-9858-332224e7a46f req-5e3776aa-976a-4f52-95da-2574de9ab591 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518661 Nov 11 11:28:16.639445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c83c21-34fb-409b-8d94-d14ae2aaee50 req-84f121e2-17d9-4378-a4ac-0e5ee9f390e8 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:16.647940 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f9c83c21-34fb-409b-8d94-d14ae2aaee50 req-84f121e2-17d9-4378-a4ac-0e5ee9f390e8 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.1045563 Nov 11 11:28:16.709101 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f9c83c21-34fb-409b-8d94-d14ae2aaee50 req-40611a1a-d27e-4868-bb0c-1b8416a50e24 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599446 Nov 11 11:28:17.150826 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-00bdb347-cee7-434c-81f6-85af82f956fd req-9f02aac2-91b3-4b42-be75-7e1db87617e5 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.0512040 Nov 11 11:28:17.438169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb7a8b-47b3-491c-b3f7-889028bd7b10 req-8ede2c69-5109-4a15-8c79-fe816a546f90 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:17.440787 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-58fb7a8b-47b3-491c-b3f7-889028bd7b10 req-8ede2c69-5109-4a15-8c79-fe816a546f90 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0944774 Nov 11 11:28:17.498290 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-58fb7a8b-47b3-491c-b3f7-889028bd7b10 req-8ebf2110-8660-4c88-b2a2-e8db192973eb tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509818 Nov 11 11:28:17.950716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf87d69-158e-441d-856f-c18d21060fb7 req-ad93766c-ec98-4cbc-a8f3-4908217ab17e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:17.952415 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-faf87d69-158e-441d-856f-c18d21060fb7 req-ad93766c-ec98-4cbc-a8f3-4908217ab17e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.1009173 Nov 11 11:28:18.008547 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-faf87d69-158e-441d-856f-c18d21060fb7 req-4f14c9f2-23a6-4e91-a266-57bb878d0922 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485029 Nov 11 11:28:18.332334 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d4612d9-eab1-434d-9a30-f54b7b3aef7b req-9f21829a-8447-4bb4-b261-99215ff897b3 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.0484042 Nov 11 11:28:18.752538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2005b7-bbbc-4d31-a8d8-e37516bafe3b req-baab3e5b-7075-4381-be7f-7c7f65ecafee tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:18.760814 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6c2005b7-bbbc-4d31-a8d8-e37516bafe3b req-baab3e5b-7075-4381-be7f-7c7f65ecafee tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1285994 Nov 11 11:28:18.815885 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6c2005b7-bbbc-4d31-a8d8-e37516bafe3b req-7955c5ce-9433-46e6-b77e-e974951d4126 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539718 Nov 11 11:28:19.001656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e671af2-606d-4f75-8cb4-692f86d5b179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:19.258624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cedefb-65f6-451a-96cf-4fbd83b2a9bd req-e220dcce-a84f-4ec2-b6ab-eb6638d2b2d4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:19.260444 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a6cedefb-65f6-451a-96cf-4fbd83b2a9bd req-e220dcce-a84f-4ec2-b6ab-eb6638d2b2d4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.0982485 Nov 11 11:28:19.316524 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a6cedefb-65f6-451a-96cf-4fbd83b2a9bd req-c1090548-0536-407e-82fa-6d335329ad9e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475807 Nov 11 11:28:19.527598 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-379f8478-255e-47e1-93eb-ee06a234a26a req-8d45e4b0-214e-4eea-af6f-192807784bf5 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.0498967 Nov 11 11:28:20.040176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d76351-3a04-4d79-9dac-f2e787a8e8bc req-14a492b2-e04c-4a9d-91b7-3b9cb70487fd tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:20.041865 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-98d76351-3a04-4d79-9dac-f2e787a8e8bc req-14a492b2-e04c-4a9d-91b7-3b9cb70487fd tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0903876 Nov 11 11:28:20.106724 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-98d76351-3a04-4d79-9dac-f2e787a8e8bc req-83fc956f-0afc-41d2-b97a-62e7114246d4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519598 Nov 11 11:28:20.556962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:20.571474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a9bf5-a655-4d37-876c-eac95b677138 req-59876e8f-99cf-415b-83ef-b25cd7becf9b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:20.573618 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fe7a9bf5-a655-4d37-876c-eac95b677138 req-59876e8f-99cf-415b-83ef-b25cd7becf9b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.1144469 Nov 11 11:28:20.633932 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fe7a9bf5-a655-4d37-876c-eac95b677138 req-60023a18-50e8-47c1-9ff0-28ed8d9f6c66 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541830 Nov 11 11:28:20.775994 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c66b4e5b-48b5-4fbb-ab47-eb69d34d3c72 req-8c7a8114-d40f-42f5-ac44-6873b9980ab9 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.0751975 Nov 11 11:28:21.329472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd843461-6a5d-4d49-9dd9-7a39f67272fd req-f5e4c61f-bd6e-46a2-97da-4d56eeafc0a9 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:21.332788 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dd843461-6a5d-4d49-9dd9-7a39f67272fd req-f5e4c61f-bd6e-46a2-97da-4d56eeafc0a9 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0946307 Nov 11 11:28:21.389340 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dd843461-6a5d-4d49-9dd9-7a39f67272fd req-f1b4d81a-efd4-4b23-abc4-561fad3d2aa6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507441 Nov 11 11:28:21.489159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37724) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:21.614643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cde80905-e5a0-4db9-b989-08e635adb04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:21.659249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:21.683695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:21.725899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:21.730378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4eef23d8c8c548a59b48dfc039fa7c55 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:21.733512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:21.739954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:21.854088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:21.857330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:21.878900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-30f5d97c-f0d6-40c5-8eb4-f88fb1e1f8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:21.923702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e73e65-f8c4-41dd-9bb4-53dbab08d8d7 req-dfa0d069-69be-4b4c-abfa-0015ed95698c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:21.925858 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-43e73e65-f8c4-41dd-9bb4-53dbab08d8d7 req-dfa0d069-69be-4b4c-abfa-0015ed95698c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.1001239 Nov 11 11:28:21.929821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4a6290-f92d-462b-8760-b37f30600721,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:21.935460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:21.942174 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4eef23d8c8c548a59b48dfc039fa7c55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4517834 Nov 11 11:28:21.942851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37734) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:22.247239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d72d4227-a1c4-4f65-be74-73f57d35a023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:22.248831 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0674f0b0-43d1-4660-91e0-a8c24cf5cc74 req-0b59f05e-e2b5-4da1-8848-26c11e4b30a7 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.3326471 Nov 11 11:28:22.273137 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-43e73e65-f8c4-41dd-9bb4-53dbab08d8d7 req-b9c5e682-fe3f-4eb5-9765-cc81e6a555a4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051462 Nov 11 11:28:22.295212 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d72d4227-a1c4-4f65-be74-73f57d35a023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:22.358972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d72d4227-a1c4-4f65-be74-73f57d35a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:22.365544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-401691d2-3629-4347-9595-6642e6d648b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:22.380539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d4227-a1c4-4f65-be74-73f57d35a023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4a6290-f92d-462b-8760-b37f30600721,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:22.383872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d72d4227-a1c4-4f65-be74-73f57d35a023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:22.385122 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d72d4227-a1c4-4f65-be74-73f57d35a023 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb4a6290-f92d-462b-8760-b37f30600721 HTTP/1.1" status: 204 len: 168 time: 0.4411476 Nov 11 11:28:22.387188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d72d4227-a1c4-4f65-be74-73f57d35a023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:22.612522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58181ad-4e17-42f5-b37d-09c69802e0a7 req-90efdf15-b077-48b0-a96d-d7f8106a49a5 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:22.614761 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b58181ad-4e17-42f5-b37d-09c69802e0a7 req-90efdf15-b077-48b0-a96d-d7f8106a49a5 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0899842 Nov 11 11:28:22.695892 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b58181ad-4e17-42f5-b37d-09c69802e0a7 req-375b4f36-efe4-4528-8e8f-3b5f6be3f5ce tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714984 Nov 11 11:28:22.867127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37744) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:22.887254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:22.921951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:22.928579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Usage tracker for resource:security_group_rule and tenant:ef256ec41f3340bba72f1e650dd82696 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:22.932135 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:22.938321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:23.010352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:23.013309 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:23.024340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-250dac71-e849-446a-8982-5166995b355e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:23.068375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621109bf-d693-4b83-94a2-aa683597e17c,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:23.071927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:23.080492 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef256ec41f3340bba72f1e650dd82696&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2115960 Nov 11 11:28:23.083571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37748) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:23.158011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3adf07d6-1f11-4fed-9ffb-f9dac469b5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:23.187995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3adf07d6-1f11-4fed-9ffb-f9dac469b5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:23.238341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3adf07d6-1f11-4fed-9ffb-f9dac469b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:23.245642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-06f5e6dc-3b8f-482c-897c-92b01e172061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:23.267373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf07d6-1f11-4fed-9ffb-f9dac469b5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621109bf-d693-4b83-94a2-aa683597e17c,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:23.267373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3adf07d6-1f11-4fed-9ffb-f9dac469b5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:23.267373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3adf07d6-1f11-4fed-9ffb-f9dac469b5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:23.269881 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3adf07d6-1f11-4fed-9ffb-f9dac469b5d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/621109bf-d693-4b83-94a2-aa683597e17c HTTP/1.1" status: 204 len: 168 time: 0.1843460 Nov 11 11:28:23.478871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:23.639804 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-defa0b4f-5cda-4280-a0a4-9db988de731d req-268d03b6-f0cc-4114-ac7a-48eb125e3b7b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.0637579 Nov 11 11:28:23.673891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd68c3c-b8ff-4018-b70d-67893dcdf9c0 req-9e9d50b8-70e2-4885-b12c-ebf824a4613e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:23.676662 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4bd68c3c-b8ff-4018-b70d-67893dcdf9c0 req-9e9d50b8-70e2-4885-b12c-ebf824a4613e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.1550722 Nov 11 11:28:23.763814 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4bd68c3c-b8ff-4018-b70d-67893dcdf9c0 req-eaa61994-303a-4a7d-919e-a8c2b6473a25 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786784 Nov 11 11:28:23.957871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37764) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:23.985435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9079d30-bc2b-4aed-9a79-d5e0c103d705 req-e69ee576-66a9-489e-8d93-3cefd7530e67 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:23.987125 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e9079d30-bc2b-4aed-9a79-d5e0c103d705 req-e69ee576-66a9-489e-8d93-3cefd7530e67 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1137555 Nov 11 11:28:23.990229 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:24.064753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:24.069095 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e9079d30-bc2b-4aed-9a79-d5e0c103d705 req-e092a516-7223-4435-8d22-006a346f03fd tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688562 Nov 11 11:28:24.071499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Usage tracker for resource:security_group_rule and tenant:b3fad474da324ed8a6f320ef4a32ce19 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:24.074623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:24.081239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:24.159378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:24.163414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:24.171691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-011bf269-b03d-4549-bc77-049b9b3fa0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:24.222846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401414b7-c8d0-48b6-9d60-1d0f7588cb6c,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:24.227751 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3fad474da324ed8a6f320ef4a32ce19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2662606 Nov 11 11:28:24.229020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bebc8c6e-fcd4-4293-ac6f-a277f039ec56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:24.230933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 37768) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:24.299310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d33f51aa-9ead-4204-9981-8016d4fd3bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:24.327661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d33f51aa-9ead-4204-9981-8016d4fd3bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:24.373881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d33f51aa-9ead-4204-9981-8016d4fd3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:24.383269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:24.402201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f51aa-9ead-4204-9981-8016d4fd3bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401414b7-c8d0-48b6-9d60-1d0f7588cb6c,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:24.405730 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d33f51aa-9ead-4204-9981-8016d4fd3bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:24.407894 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d33f51aa-9ead-4204-9981-8016d4fd3bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:24.410375 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d33f51aa-9ead-4204-9981-8016d4fd3bf4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/401414b7-c8d0-48b6-9d60-1d0f7588cb6c HTTP/1.1" status: 204 len: 168 time: 0.1781025 Nov 11 11:28:24.865125 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f27296f-516f-46fd-86fd-e5edfefab382 req-d718b9d6-ded8-4e3d-9836-7601aa5521c5 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.0527260 Nov 11 11:28:25.009842 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3b30c-a135-45dd-9a31-c3fbd3f9eae0 req-076a795f-985e-499c-bb69-514f0ee889a7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:25.012839 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6fa3b30c-a135-45dd-9a31-c3fbd3f9eae0 req-076a795f-985e-499c-bb69-514f0ee889a7 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.0954857 Nov 11 11:28:25.069288 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6fa3b30c-a135-45dd-9a31-c3fbd3f9eae0 req-3c5d57ab-5ee4-46e7-8b6a-46e8fc2ad90c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500684 Nov 11 11:28:25.308355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52147284-29db-41fe-b0ce-6b6d92cb3809 req-917a0dfb-1774-4866-80de-2aee63761b85 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:25.310097 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-52147284-29db-41fe-b0ce-6b6d92cb3809 req-917a0dfb-1774-4866-80de-2aee63761b85 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0866077 Nov 11 11:28:25.366862 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-52147284-29db-41fe-b0ce-6b6d92cb3809 req-f63926f9-32f9-45e1-af51-85da9f8c22fb tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493898 Nov 11 11:28:25.584034 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:28:25.952697 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-9937cbfb-c1e7-4244-a57d-4e75a5d5d58c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1132154 Nov 11 11:28:25.953225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-6c7188e4-bec8-4427-878c-73123199e930 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:25.954733 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-6c7188e4-bec8-4427-878c-73123199e930 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.64 "GET /v2.0/networks?id=992b32db-bac3-453e-b8a8-f779f51b2c9b HTTP/1.1" status: 200 len: 813 time: 0.1901186 Nov 11 11:28:25.985878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Request body: {'port': {'device_id': 'ccf60eb2-923e-4858-adaf-f69d07c925f1', 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b', 'admin_state_up': True, 'tenant_id': '877e0ddadd93456999f110fe077c9a77'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:28:26.079021 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-bb7b46c5-967c-4fa0-8824-f6f6803770af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 1098 time: 0.0963273 Nov 11 11:28:26.167650 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3390e002-4e0f-4900-964f-64dc3a1b092e req-83c3ccd7-65e4-42b2-9f1b-0ead1cf9049a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.1346004 Nov 11 11:28:26.235562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:26.242865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Usage tracker for resource:port and tenant:877e0ddadd93456999f110fe077c9a77 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:26.245996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:26.254716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:26.263035 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-58a1d65d-6eea-4817-935b-125df12abe98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:26.264958 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-58a1d65d-6eea-4817-935b-125df12abe98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 911 time: 0.1639125 Nov 11 11:28:26.268429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Made reservation on behalf of 877e0ddadd93456999f110fe077c9a77 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:28:26.274706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:26.390638 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-013550f8-7e47-42ce-8710-05e558c44f88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b59bab04-e391-4c19-bd22-4c9af01db35e HTTP/1.1" status: 200 len: 1000 time: 0.1178515 Nov 11 11:28:26.456433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381c803-5a78-4af1-8ee0-75dad17f29ff req-17e75b05-d51e-43d6-88c6-4eff1cd898b3 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:26.458094 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9381c803-5a78-4af1-8ee0-75dad17f29ff req-17e75b05-d51e-43d6-88c6-4eff1cd898b3 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.1707551 Nov 11 11:28:26.474436 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-77787f41-2e33-4cf7-b1e8-3d281d9d3c17 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:26.476114 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-77787f41-2e33-4cf7-b1e8-3d281d9d3c17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 200 len: 849 time: 0.0771241 Nov 11 11:28:26.568356 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-d6352087-54b9-4a2f-bb72-c5550df94bef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5664352-840f-4ab4-9e50-5e5b0a34b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852911 Nov 11 11:28:26.568752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Allocated IP 172.20.0.7 (992b32db-bac3-453e-b8a8-f779f51b2c9b/f915bb24-1c22-40af-9348-0fe85bf21d56/929c88d2-54af-483a-94fc-2c94d6a2b713) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:28:26.574867 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9381c803-5a78-4af1-8ee0-75dad17f29ff req-25152587-0a6e-45b9-8e12-a3d256ac9631 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814919 Nov 11 11:28:26.755182 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-836a72d6-c49b-4e99-97da-84407d201386 service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791584 Nov 11 11:28:26.820063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:26.848831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:26.855913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0017f095-ce71-4b29-93d2-e80ca873787b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:26.915253 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4839b1e6-7ca5-4bda-93de-f4eeac81f030 req-f795b996-a0dd-42e3-8940-6bea8286c887 service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511865 Nov 11 11:28:26.921679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Network 992b32db-bac3-453e-b8a8-f779f51b2c9b is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:28:26.934690 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:28:26.937977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:28:26.992553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Pushing event updated for resources: {'Port': ['ID=929c88d2-54af-483a-94fc-2c94d6a2b713,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:26.995610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:27.026620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:27.027247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:27.052676 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0715075 Nov 11 11:28:27.066041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Request body: {'port': {'device_id': 'ccf60eb2-923e-4858-adaf-f69d07c925f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:28:27.189220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:27.349967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:27.558272 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898ec8f-9d3b-4ec1-bae6-1e2c48265b41 req-9021c013-ffd4-4b4a-9355-a074b099f673 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:27.558958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-d898ec8f-9d3b-4ec1-bae6-1e2c48265b41 req-9021c013-ffd4-4b4a-9355-a074b099f673 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Synchronizing usage tracker for tenant:877e0ddadd93456999f110fe077c9a77 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:28:27.596639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-d898ec8f-9d3b-4ec1-bae6-1e2c48265b41 req-9021c013-ffd4-4b4a-9355-a074b099f673 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Unset dirty status for tenant:877e0ddadd93456999f110fe077c9a77 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:28:27.598912 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d898ec8f-9d3b-4ec1-bae6-1e2c48265b41 req-9021c013-ffd4-4b4a-9355-a074b099f673 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 931 time: 0.2676184 Nov 11 11:28:27.719282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929c88d2-54af-483a-94fc-2c94d6a2b713 {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:28:27.729541 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d898ec8f-9d3b-4ec1-bae6-1e2c48265b41 req-bbbc498d-d01d-4f99-80d0-fa7b18e617c9 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237185 Nov 11 11:28:27.731402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:27.748886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Transition to ACTIVE for port object 929c88d2-54af-483a-94fc-2c94d6a2b713 will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:28:27.756574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:27.766119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:27.856686 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37864) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:27.946486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Pushing event updated for resources: {'Port': ['ID=929c88d2-54af-483a-94fc-2c94d6a2b713,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:27.950155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:28.016776 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.050956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:28.055037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Usage tracker for resource:security_group_rule and tenant:0d4ed74b159444fe8a81fa678ce6303d is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:28.058038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:28.064381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:28.064625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a78fe-49a5-477e-bbeb-9f5b1d58208d req-50c7540a-fdcc-4172-b510-9fe41df78cc1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:28.067040 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-925a78fe-49a5-477e-bbeb-9f5b1d58208d req-50c7540a-fdcc-4172-b510-9fe41df78cc1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 943 time: 0.2690415 Nov 11 11:28:28.129651 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Attempting to bind port 929c88d2-54af-483a-94fc-2c94d6a2b713 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:28:28.129954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Attempting to bind port 929c88d2-54af-483a-94fc-2c94d6a2b713 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:28:28.130325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Attempting to bind port 929c88d2-54af-483a-94fc-2c94d6a2b713 on network 992b32db-bac3-453e-b8a8-f779f51b2c9b {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:28:28.135834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.138815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.143216 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Port 929c88d2-54af-483a-94fc-2c94d6a2b713 on network 992b32db-bac3-453e-b8a8-f779f51b2c9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:28:28.143585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Attempting to bind port 929c88d2-54af-483a-94fc-2c94d6a2b713 on network 992b32db-bac3-453e-b8a8-f779f51b2c9b {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:28:28.147680 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3e9ba6b0-e6a7-4e4f-bba1-ab6c4acf91c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:28.149325 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-925a78fe-49a5-477e-bbeb-9f5b1d58208d req-fe991a38-a1fb-4d7a-976b-07a02743e562 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743022 Nov 11 11:28:28.154266 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:28:28.154897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Checking segment: {'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:28:28.155342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Bound using segment: {'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:28:28.155991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Bound port: 929c88d2-54af-483a-94fc-2c94d6a2b713, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd588e9b-7166-43b5-a276-3a423508eb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:28:28.156180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.190396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef8199a-3d66-4872-a71b-ddb6ec2d7b3e,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:28.195887 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d4ed74b159444fe8a81fa678ce6303d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3380761 Nov 11 11:28:28.196873 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:28.198530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37870) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:28.252995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] For port 929c88d2-54af-483a-94fc-2c94d6a2b713, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:28:28.256708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] For port 929c88d2-54af-483a-94fc-2c94d6a2b713, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=929c88d2-54af-483a-94fc-2c94d6a2b713,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:28:28.260224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.264728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a4a8fc89-a47a-47ef-bf9c-b10b61dba526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:28.266831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-88ed659e-4ca0-4462-b8fd-8bce6ff95087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.295544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-88ed659e-4ca0-4462-b8fd-8bce6ff95087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.328815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.330313 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] 10.222.0.64 "PUT /v2.0/ports/929c88d2-54af-483a-94fc-2c94d6a2b713 HTTP/1.1" status: 200 len: 1093 time: 1.2692204 Nov 11 11:28:28.330863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf60eb2-923e-4858-adaf-f69d07c925f1', 'tag': '929c88d2-54af-483a-94fc-2c94d6a2b713'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:28:28.353162 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Pushing event updated for resources: {'Port': ['ID=929c88d2-54af-483a-94fc-2c94d6a2b713,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:28.356612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:28.359211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-88ed659e-4ca0-4462-b8fd-8bce6ff95087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.365570 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fb6b5ad3-5567-43d2-a63f-3faeac1449e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:28.379246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed659e-4ca0-4462-b8fd-8bce6ff95087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef8199a-3d66-4872-a71b-ddb6ec2d7b3e,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:28.383243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-88ed659e-4ca0-4462-b8fd-8bce6ff95087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:28.385194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-88ed659e-4ca0-4462-b8fd-8bce6ff95087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.388892 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-88ed659e-4ca0-4462-b8fd-8bce6ff95087 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cef8199a-3d66-4872-a71b-ddb6ec2d7b3e HTTP/1.1" status: 204 len: 168 time: 0.1869204 Nov 11 11:28:28.408424 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf60eb2-923e-4858-adaf-f69d07c925f1', 'tag': '929c88d2-54af-483a-94fc-2c94d6a2b713', 'status': 'completed', 'code': 200} Nov 11 11:28:28.446600 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-4f16e641-6ffa-47b6-b381-24df1892b705 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=877e0ddadd93456999f110fe077c9a77&device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 1096 time: 0.0782697 Nov 11 11:28:28.738438 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-e4f8212e-0428-4490-baf5-4f2d684776bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929c88d2-54af-483a-94fc-2c94d6a2b713 HTTP/1.1" status: 200 len: 217 time: 0.2837408 Nov 11 11:28:28.765082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37882) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:28.785978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.809134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-46614ddc-f4b0-4e5c-8b29-4068613fc35a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:28.811258 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-46614ddc-f4b0-4e5c-8b29-4068613fc35a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f915bb24-1c22-40af-9348-0fe85bf21d56 HTTP/1.1" status: 200 len: 853 time: 0.0661490 Nov 11 11:28:28.819738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:28.823794 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Usage tracker for resource:security_group_rule and tenant:443c39e2e16d49af961975f5dd7a1384 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:28.826730 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:28.833147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:28.866550 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-e0fedccd-fc67-4da5-840b-6dd9e51100de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b32db-bac3-453e-b8a8-f779f51b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484805 Nov 11 11:28:28.872861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:28:28.904083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.908444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:28.917175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4ce5d98a-b9b8-4c84-ba24-ad5b23a0f839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:28.966244 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d786672a-a552-452f-89e6-98334dd39712,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:28.969999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:28.977342 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=443c39e2e16d49af961975f5dd7a1384&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2111213 Nov 11 11:28:28.978559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 37886) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:29.023569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:29.039797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'port_id': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'mac_address': 'fa:16:3e:68:c9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:28:29.046642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe515-e76e-4926-b7c4-4e87a23343ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:29.074889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe515-e76e-4926-b7c4-4e87a23343ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:29.078593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f979a3-15fb-4f24-a482-6bbae82ba99f req-e40b90a8-2781-4153-984e-e6b4167ecc09 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:29.080290 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f0f979a3-15fb-4f24-a482-6bbae82ba99f req-e40b90a8-2781-4153-984e-e6b4167ecc09 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 943 time: 0.2127686 Nov 11 11:28:29.086930 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-257d984d-ce5f-47c8-ab4c-8490840fbb44 service neutron] 10.222.0.64 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812921 Nov 11 11:28:29.104225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:29.124011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe515-e76e-4926-b7c4-4e87a23343ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:29.124257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a2a2c9-e8bb-4952-835b-55d71333fb8a {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:28:29.129871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aad10a0e-9874-491e-a018-52ca0218cc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:29.141020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:29.143317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fe515-e76e-4926-b7c4-4e87a23343ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d786672a-a552-452f-89e6-98334dd39712,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:29.146517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:29.148615 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:29.152148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4d6fe515-e76e-4926-b7c4-4e87a23343ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:29.156630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe515-e76e-4926-b7c4-4e87a23343ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:29.161177 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4d6fe515-e76e-4926-b7c4-4e87a23343ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d786672a-a552-452f-89e6-98334dd39712 HTTP/1.1" status: 204 len: 168 time: 0.1787975 Nov 11 11:28:29.232129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=9']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:29.235914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:29.250079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f0f979a3-15fb-4f24-a482-6bbae82ba99f req-5d3653c6-9b3f-474d-8493-4886ac170959 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595883 Nov 11 11:28:29.281838 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5fdf5bf8-d27a-4f51-a4ae-0edd2bdd43b0 req-ae72fe50-dce5-4117-bf68-f09d6dd17170 service neutron] 10.222.0.64 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749821 Nov 11 11:28:29.431284 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['67a2a2c9-e8bb-4952-835b-55d71333fb8a'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:28:29.473369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76cbbd-768c-43ee-84bc-2f65014bb583 req-cfc2cb24-2efa-4623-b3db-d5ad935ebd47 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:29.474848 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5c76cbbd-768c-43ee-84bc-2f65014bb583 req-cfc2cb24-2efa-4623-b3db-d5ad935ebd47 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 944 time: 0.1537306 Nov 11 11:28:29.482943 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08edd302-f9e3-4552-9625-72b3da69e62b req-1caed750-f21d-43e3-bc24-6da5ddd58e0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=877e0ddadd93456999f110fe077c9a77&device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 1096 time: 0.1134660 Nov 11 11:28:29.634107 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5c76cbbd-768c-43ee-84bc-2f65014bb583 req-0d41e0b9-4944-413e-9db5-720b8ac697a5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500578 Nov 11 11:28:29.671380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edd302-f9e3-4552-9625-72b3da69e62b req-149f08cb-76bf-4735-882d-ccd575dd07a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:29.673040 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08edd302-f9e3-4552-9625-72b3da69e62b req-149f08cb-76bf-4735-882d-ccd575dd07a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=992b32db-bac3-453e-b8a8-f779f51b2c9b HTTP/1.1" status: 200 len: 914 time: 0.1733902 Nov 11 11:28:29.751548 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08edd302-f9e3-4552-9625-72b3da69e62b req-00a291a0-a39f-44b1-b187-98cf520fcf26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929c88d2-54af-483a-94fc-2c94d6a2b713 HTTP/1.1" status: 200 len: 217 time: 0.0704887 Nov 11 11:28:29.822398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edd302-f9e3-4552-9625-72b3da69e62b req-c5f5ec44-6488-4025-9203-5fdf543f31b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:29.824061 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08edd302-f9e3-4552-9625-72b3da69e62b req-c5f5ec44-6488-4025-9203-5fdf543f31b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f915bb24-1c22-40af-9348-0fe85bf21d56 HTTP/1.1" status: 200 len: 853 time: 0.0653641 Nov 11 11:28:29.880151 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08edd302-f9e3-4552-9625-72b3da69e62b req-97ed506b-b256-4e7c-98d3-5561b7fd7677 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=992b32db-bac3-453e-b8a8-f779f51b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479372 Nov 11 11:28:30.027558 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08edd302-f9e3-4552-9625-72b3da69e62b req-9ef7be58-d147-4c5f-b8da-505590283ec7 service neutron] 10.222.0.64 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402254 Nov 11 11:28:30.175838 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-08edd302-f9e3-4552-9625-72b3da69e62b req-cf9a553e-e8a9-48ab-a422-fea75cd871d9 service neutron] 10.222.0.64 "GET /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406612 Nov 11 11:28:30.465829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b23cf-6dfe-4340-84da-607736db2b1f req-0b6eb9a0-a6cf-4d24-893e-4a9cad2ba1a3 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:30.467510 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2b0b23cf-6dfe-4340-84da-607736db2b1f req-0b6eb9a0-a6cf-4d24-893e-4a9cad2ba1a3 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 943 time: 0.0853050 Nov 11 11:28:30.518186 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2b0b23cf-6dfe-4340-84da-607736db2b1f req-dc6e2d30-59cb-4e71-960c-e230423efc57 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437341 Nov 11 11:28:30.868918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6cb7a-045d-46c6-b1fd-6ac941143ed7 req-3f96ee94-cbab-4241-9dee-2644bfdfa284 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:30.870512 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aca6cb7a-045d-46c6-b1fd-6ac941143ed7 req-3f96ee94-cbab-4241-9dee-2644bfdfa284 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 944 time: 0.0864172 Nov 11 11:28:30.887121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 929c88d2-54af-483a-94fc-2c94d6a2b713 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:28:30.889713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:28:30.920545 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aca6cb7a-045d-46c6-b1fd-6ac941143ed7 req-935b4b42-0b90-4fe5-89f1-a37aef644f85 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 Nov 11 11:28:31.080624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 67a2a2c9-e8bb-4952-835b-55d71333fb8a triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:28:31.081175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:31.156225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 929c88d2-54af-483a-94fc-2c94d6a2b713, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=929c88d2-54af-483a-94fc-2c94d6a2b713,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:31.175377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '929c88d2-54af-483a-94fc-2c94d6a2b713', 'network_id': '992b32db-bac3-453e-b8a8-f779f51b2c9b', 'port_id': '929c88d2-54af-483a-94fc-2c94d6a2b713', 'mac_address': 'fa:16:3e:92:36:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f915bb24-1c22-40af-9348-0fe85bf21d56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:28:31.276472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:31.309731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929c88d2-54af-483a-94fc-2c94d6a2b713 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:28:31.313309 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:31.347761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 929c88d2-54af-483a-94fc-2c94d6a2b713, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=929c88d2-54af-483a-94fc-2c94d6a2b713,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:31.353023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:28:31.361142 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:31.365437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:31.402975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:31.414515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:31.419454 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'code': 200} Nov 11 11:28:31.444321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=929c88d2-54af-483a-94fc-2c94d6a2b713,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:31.447640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:31.448278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:31.520543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=10']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:31.523532 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:31.598747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['929c88d2-54af-483a-94fc-2c94d6a2b713'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:28:31.762443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb06da-ad67-4902-9c9b-19438ee8f1de req-f148fb78-f7b1-4640-9f20-ea379ef6de17 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:31.774584 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c4cb06da-ad67-4902-9c9b-19438ee8f1de req-f148fb78-f7b1-4640-9f20-ea379ef6de17 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 944 time: 0.1131921 Nov 11 11:28:31.826953 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c4cb06da-ad67-4902-9c9b-19438ee8f1de req-239305bd-fb6f-427f-b9ff-0c5b02de47f6 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513701 Nov 11 11:28:31.992477 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90a8b30b-80b2-4529-b5f0-ea493c25f67f req-afd660a0-241e-42d5-b0e1-109ec7a35cf4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 1099 time: 0.0790150 Nov 11 11:28:32.042695 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90a8b30b-80b2-4529-b5f0-ea493c25f67f req-818b6a6c-a62f-47fd-a1af-10eaad2944dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Nov 11 11:28:32.154346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137d6be-8d88-4a8a-b50a-5a47ddcf24de req-6a9a74c5-618c-4da9-9096-09526dd26239 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:32.156297 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8137d6be-8d88-4a8a-b50a-5a47ddcf24de req-6a9a74c5-618c-4da9-9096-09526dd26239 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 946 time: 0.0860660 Nov 11 11:28:32.210842 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8137d6be-8d88-4a8a-b50a-5a47ddcf24de req-61bec5f5-df1f-46bf-b562-5b985006207f tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475814 Nov 11 11:28:32.901594 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 929c88d2-54af-483a-94fc-2c94d6a2b713 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:28:32.978637 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 929c88d2-54af-483a-94fc-2c94d6a2b713 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:28:32.983927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 929c88d2-54af-483a-94fc-2c94d6a2b713 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:28:32.984387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:33.060795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84a0d-60ba-4aa9-b38e-4402196911a8 req-1079827d-3e04-46af-86ba-f005b170a94d tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:33.062454 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2fc84a0d-60ba-4aa9-b38e-4402196911a8 req-1079827d-3e04-46af-86ba-f005b170a94d tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 944 time: 0.0882111 Nov 11 11:28:33.123804 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2fc84a0d-60ba-4aa9-b38e-4402196911a8 req-84180eca-a208-4979-a938-5a0aae9220aa tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521424 Nov 11 11:28:33.124856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:33.162283 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 929c88d2-54af-483a-94fc-2c94d6a2b713, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=929c88d2-54af-483a-94fc-2c94d6a2b713,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:33.166907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:33.169094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:33.242870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=929c88d2-54af-483a-94fc-2c94d6a2b713,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:33.246082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:33.420966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf60eb2-923e-4858-adaf-f69d07c925f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929c88d2-54af-483a-94fc-2c94d6a2b713'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:28:33.445848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928c18d-e327-454a-a39d-d6a0f5df28d7 req-bf13a97e-cf68-4da0-a311-d67a0239e603 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:33.447574 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7928c18d-e327-454a-a39d-d6a0f5df28d7 req-bf13a97e-cf68-4da0-a311-d67a0239e603 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 946 time: 0.0927386 Nov 11 11:28:33.490422 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf60eb2-923e-4858-adaf-f69d07c925f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929c88d2-54af-483a-94fc-2c94d6a2b713', 'code': 200} Nov 11 11:28:33.506334 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7928c18d-e327-454a-a39d-d6a0f5df28d7 req-610a736a-f9a6-4f0e-976e-d44dd68111ee tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527844 Nov 11 11:28:33.772998 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e7be066b-2461-4537-88b1-3f95c0a4efcf req-aaabc50b-7df2-40a7-b05f-f73a7c1a93a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 1098 time: 0.0863714 Nov 11 11:28:33.823200 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e7be066b-2461-4537-88b1-3f95c0a4efcf req-aa642a0d-3360-423d-93a7-4d7357211eef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Nov 11 11:28:34.344184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87920fdc-297d-47b9-8187-265a65c236e5 req-949b8230-027a-4b0e-8e74-f3426f31bbe5 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:34.345952 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-87920fdc-297d-47b9-8187-265a65c236e5 req-949b8230-027a-4b0e-8e74-f3426f31bbe5 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 945 time: 0.0901411 Nov 11 11:28:34.403095 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-87920fdc-297d-47b9-8187-265a65c236e5 req-31a6fd8f-7da8-4177-a7a8-eaf089621766 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498772 Nov 11 11:28:34.741984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6d921-1a92-4c9a-a3ad-56dcb544af99 req-3a556660-99a1-43ef-a284-52b409eaacee tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:34.743645 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da6d921-1a92-4c9a-a3ad-56dcb544af99 req-3a556660-99a1-43ef-a284-52b409eaacee tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 946 time: 0.0857725 Nov 11 11:28:34.793343 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da6d921-1a92-4c9a-a3ad-56dcb544af99 req-8194ce63-5e60-4975-b4dd-074ec09b1e2f tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436242 Nov 11 11:28:35.618140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07f8a5-c936-4c7c-a44d-b9051c16b766 req-b08e847e-bb66-4fdc-82b5-70ed4e8a70d9 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:35.619777 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fe07f8a5-c936-4c7c-a44d-b9051c16b766 req-b08e847e-bb66-4fdc-82b5-70ed4e8a70d9 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 945 time: 0.0910532 Nov 11 11:28:35.669682 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fe07f8a5-c936-4c7c-a44d-b9051c16b766 req-df8bbffa-1b87-45fa-ab01-3de58d48a180 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Nov 11 11:28:39.901811 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38090) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:40.056375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.091243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:40.095572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b2e6618fcb4e45b6b1ea13183c5952 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:40.099461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:40.105931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:40.178608 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.181421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.189805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-662e1b7a-a469-4a64-9824-57b7d16a951d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:40.239440 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9b2e6618fcb4e45b6b1ea13183c5952&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3364215 Nov 11 11:28:40.240222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49811b3a-54ed-4e45-af8d-3f30aa189767,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:40.242538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38096) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:40.243520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:40.306713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e14f194e-9aba-45b4-8016-6d75bb7cde7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.335817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e14f194e-9aba-45b4-8016-6d75bb7cde7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.383117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e14f194e-9aba-45b4-8016-6d75bb7cde7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.388093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7033a53e-823e-411e-9274-d9b929aa7875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:40.399195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f194e-9aba-45b4-8016-6d75bb7cde7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49811b3a-54ed-4e45-af8d-3f30aa189767,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:40.402866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e14f194e-9aba-45b4-8016-6d75bb7cde7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:40.406384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e14f194e-9aba-45b4-8016-6d75bb7cde7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.410629 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e14f194e-9aba-45b4-8016-6d75bb7cde7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49811b3a-54ed-4e45-af8d-3f30aa189767 HTTP/1.1" status: 204 len: 168 time: 0.1666214 Nov 11 11:28:40.766325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38106) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:40.787200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.821896 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:40.825932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c9475bcfba2e42728734f6e0148530b7 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:40.828963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:40.835110 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:40.902789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.906295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:40.915339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e14f194e-9aba-45b4-8016-6d75bb7cde7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:40.959454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9afc86-36a0-4e2c-a189-6354aa4a2d19,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:40.962605 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:40.967637 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9475bcfba2e42728734f6e0148530b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1976683 Nov 11 11:28:40.968496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38112) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:41.033782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed68-25c5-40f0-b4b1-6f111513bfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.067771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed68-25c5-40f0-b4b1-6f111513bfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.114478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed68-25c5-40f0-b4b1-6f111513bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.119613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c4287077-5a2c-4fcb-8a7c-69dfe89cddd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:41.132068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6ed68-25c5-40f0-b4b1-6f111513bfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9afc86-36a0-4e2c-a189-6354aa4a2d19,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:41.135198 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-40b6ed68-25c5-40f0-b4b1-6f111513bfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:41.137293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed68-25c5-40f0-b4b1-6f111513bfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.138508 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-40b6ed68-25c5-40f0-b4b1-6f111513bfe3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e9afc86-36a0-4e2c-a189-6354aa4a2d19 HTTP/1.1" status: 204 len: 168 time: 0.1695669 Nov 11 11:28:41.556604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38124) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:41.577500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.614866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:41.619630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Usage tracker for resource:security_group_rule and tenant:7feadd7a469c44269affa45f8a85a5fb is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:41.623088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:41.630549 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:41.705936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.710050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.717679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-175f6732-0ea7-4107-aef5-67023e595c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:41.762374 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc6504-c0b9-452f-87cb-3847e74e4507,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:41.765478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:41.767902 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7feadd7a469c44269affa45f8a85a5fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2102146 Nov 11 11:28:41.770634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38128) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:41.839319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fc025c83-fb29-4385-b504-199e1db8f5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.866986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fc025c83-fb29-4385-b504-199e1db8f5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.913075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fc025c83-fb29-4385-b504-199e1db8f5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.918092 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-44479ae1-33d6-402d-a116-8e3343e3b493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:41.932605 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc025c83-fb29-4385-b504-199e1db8f5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc6504-c0b9-452f-87cb-3847e74e4507,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:41.935679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fc025c83-fb29-4385-b504-199e1db8f5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:41.936800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fc025c83-fb29-4385-b504-199e1db8f5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:41.938046 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-fc025c83-fb29-4385-b504-199e1db8f5db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27dc6504-c0b9-452f-87cb-3847e74e4507 HTTP/1.1" status: 204 len: 168 time: 0.1658301 Nov 11 11:28:42.846208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38152) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:42.990099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-522413020-network', 'tenant_id': 'e505ddb049644c198112d21d80c169f4'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:28:42.995191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:42.999275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Usage tracker for resource:network and tenant:e505ddb049644c198112d21d80c169f4 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:43.002518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:43.009120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:43.019020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Made reservation on behalf of e505ddb049644c198112d21d80c169f4 for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:28:43.023850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.038042 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.070526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:43.074556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Usage tracker for resource:security_group_rule and tenant:e505ddb049644c198112d21d80c169f4 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:43.077777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:43.084272 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:43.151917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.155764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.160377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-848f2bcd-ea18-4105-a080-c5836f6f5f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:43.185925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:28:43.198818 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e9bfd8-f199-476d-897f-59d6a21fe84c,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:43.203203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.203569 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Added segment e7f6e85d-1d52-44a4-b9ae-d941960f0895 of type vlan for network f57fb42c-0ad1-4490-b17b-86a18abd9266 Nov 11 11:28:43.215694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.216090 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.216477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.216861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.217246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.217626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.218006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.218395 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.218778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.219154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.219552 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:43.226681 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:43.244465 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.274653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.275956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:43.276586 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.281809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:43.391987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Pushing event updated for resources: {'Network': ['ID=f57fb42c-0ad1-4490-b17b-86a18abd9266,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:43.395995 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5480664 Nov 11 11:28:43.396888 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:43.398987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38160) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:28:43.403459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network f57fb42c-0ad1-4490-b17b-86a18abd9266 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:28:43.406125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Request body: {'subnet': {'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-522413020-subnet', 'tenant_id': 'e505ddb049644c198112d21d80c169f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:28:43.412224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:43.416295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Usage tracker for resource:subnet and tenant:e505ddb049644c198112d21d80c169f4 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:43.419310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:43.425328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:43.435012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Made reservation on behalf of e505ddb049644c198112d21d80c169f4 for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:28:43.439778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.685649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.689843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f027fcef-4e4d-450a-9448-e59d3dfa301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:43.770850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b9faba-f5a3-40ca-80f0-ebe8f78009e0,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:43.774698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:43.782178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Checking segment: {'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:28:43.782569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Network hostable DHCP agents. Network: f57fb42c-0ad1-4490-b17b-86a18abd9266, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:28:43.806127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Network f57fb42c-0ad1-4490-b17b-86a18abd9266 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:28:43.814060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, f57fb42c-0ad1-4490-b17b-86a18abd9266) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:28:43.818515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:43.819149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:43.824353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd7349-95a0-45c6-8c04-a3a7960332e5 None None] Network f57fb42c-0ad1-4490-b17b-86a18abd9266 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:28:43.840179 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8865b6cb-6bbd-4ca8-8a68-6752a74a3963 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4397137 Nov 11 11:28:44.051759 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f538bcd-a9af-467e-a415-304776053bc6 None None] Network f57fb42c-0ad1-4490-b17b-86a18abd9266 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:28:46.010133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-19264432-7ee4-4a48-960e-d12132c39c1c tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:46.011649 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-19264432-7ee4-4a48-960e-d12132c39c1c tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/networks?id=f57fb42c-0ad1-4490-b17b-86a18abd9266 HTTP/1.1" status: 200 len: 808 time: 0.1601717 Nov 11 11:28:46.029083 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c90c413e-1be6-455b-bff0-7ffcfa125eee tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/quotas/e505ddb049644c198112d21d80c169f4 HTTP/1.1" status: 200 len: 375 time: 0.0115716 Nov 11 11:28:46.078716 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-84b68c7d-3c2d-4384-ae52-20820361032d tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e505ddb049644c198112d21d80c169f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437760 Nov 11 11:28:46.221144 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-b17f9975-66b5-47e3-929b-ef2cb7fc4406 service neutron] 10.222.0.37 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345732 Nov 11 11:28:46.361816 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-23cbeda1-e9d7-4c77-af73-2e3e6a4692e4 service neutron] 10.222.0.37 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344411 Nov 11 11:28:46.567127 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7a21ce1a-861a-40c1-a428-5a4b9a14a942 req-0de62571-8a8d-49fe-a2ba-628bb6473df4 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 210 time: 0.0490077 Nov 11 11:28:47.803978 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8663b97c-c8f1-458f-9c9c-9031a5d18e83 req-bbdb03d1-6808-4009-985c-46b9ec78f0b6 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 210 time: 0.0697904 Nov 11 11:28:47.840284 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-003a1786-6141-49b1-81cd-16c7aef349b8 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:47.841894 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-003a1786-6141-49b1-81cd-16c7aef349b8 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.64 "GET /v2.0/networks?id=f57fb42c-0ad1-4490-b17b-86a18abd9266 HTTP/1.1" status: 200 len: 808 time: 0.2296782 Nov 11 11:28:47.862427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Request body: {'port': {'device_id': '455942d6-da14-4e0c-ad8d-11cd00a754e3', 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266', 'admin_state_up': True, 'tenant_id': 'e505ddb049644c198112d21d80c169f4'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:28:48.014516 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:28:48.020460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Usage tracker for resource:port and tenant:e505ddb049644c198112d21d80c169f4 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:28:48.023602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:28:48.029657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:28:48.040886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Made reservation on behalf of e505ddb049644c198112d21d80c169f4 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:28:48.046464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:48.219841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Allocated IP 172.20.0.10 (f57fb42c-0ad1-4490-b17b-86a18abd9266/06b9faba-f5a3-40ca-80f0-ebe8f78009e0/4f2b39f3-c46c-4e4d-a255-151c592a0b18) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:28:48.658844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:48.686077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:48.693517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:48.767480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Network f57fb42c-0ad1-4490-b17b-86a18abd9266 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:28:48.770937 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:28:48.775464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:28:48.803934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Pushing event updated for resources: {'Port': ['ID=4f2b39f3-c46c-4e4d-a255-151c592a0b18,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:48.829408 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.829961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.830191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.830590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.831541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.832220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.832651 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.833051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.833441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.833830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.834221 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:48.839943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:48.857869 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:48.858573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:48.879279 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0214593 Nov 11 11:28:48.894829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Request body: {'port': {'device_id': '455942d6-da14-4e0c-ad8d-11cd00a754e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:28:48.997955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c3d6d936-f885-4593-a052-ed4269c6206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:49.076875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:49.152375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65bfe2-685b-4380-ab39-48ccfabfcb66 req-d5d65eec-44b4-4ba1-8e5d-24539bf581b6 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:49.153040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-9a65bfe2-685b-4380-ab39-48ccfabfcb66 req-d5d65eec-44b4-4ba1-8e5d-24539bf581b6 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Synchronizing usage tracker for tenant:e505ddb049644c198112d21d80c169f4 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:28:49.224980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-9a65bfe2-685b-4380-ab39-48ccfabfcb66 req-d5d65eec-44b4-4ba1-8e5d-24539bf581b6 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Unset dirty status for tenant:e505ddb049644c198112d21d80c169f4 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:28:49.226275 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a65bfe2-685b-4380-ab39-48ccfabfcb66 req-d5d65eec-44b4-4ba1-8e5d-24539bf581b6 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 932 time: 0.2715633 Nov 11 11:28:49.333658 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9a65bfe2-685b-4380-ab39-48ccfabfcb66 req-013af6dd-1789-46ab-affb-170276b5c744 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009800 Nov 11 11:28:49.501324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2b39f3-c46c-4e4d-a255-151c592a0b18 {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:28:49.509083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:49.524146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Transition to ACTIVE for port object 4f2b39f3-c46c-4e4d-a255-151c592a0b18 will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:28:49.527006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:49.531691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:49.658590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Pushing event updated for resources: {'Port': ['ID=4f2b39f3-c46c-4e4d-a255-151c592a0b18,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:49.663531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:49.780126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Attempting to bind port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:28:49.780492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Attempting to bind port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:28:49.780862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Attempting to bind port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 on network f57fb42c-0ad1-4490-b17b-86a18abd9266 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:28:49.787739 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 on network f57fb42c-0ad1-4490-b17b-86a18abd9266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:28:49.788098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Attempting to bind port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 on network f57fb42c-0ad1-4490-b17b-86a18abd9266 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:28:49.794922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:28:49.795327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Checking segment: {'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:28:49.795737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Bound using segment: {'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:28:49.796204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Bound port: 4f2b39f3-c46c-4e4d-a255-151c592a0b18, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:28:49.796583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:49.889274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] For port 4f2b39f3-c46c-4e4d-a255-151c592a0b18, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:28:49.892410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] For port 4f2b39f3-c46c-4e4d-a255-151c592a0b18, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4f2b39f3-c46c-4e4d-a255-151c592a0b18,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:28:49.896099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:49.900576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:49.969856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:49.971380 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] 10.222.0.64 "PUT /v2.0/ports/4f2b39f3-c46c-4e4d-a255-151c592a0b18 HTTP/1.1" status: 200 len: 1094 time: 1.0819306 Nov 11 11:28:49.972512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455942d6-da14-4e0c-ad8d-11cd00a754e3', 'tag': '4f2b39f3-c46c-4e4d-a255-151c592a0b18'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:28:49.987819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Pushing event updated for resources: {'Port': ['ID=4f2b39f3-c46c-4e4d-a255-151c592a0b18,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:49.991403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:50.052961 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455942d6-da14-4e0c-ad8d-11cd00a754e3', 'tag': '4f2b39f3-c46c-4e4d-a255-151c592a0b18', 'status': 'completed', 'code': 200} Nov 11 11:28:50.094901 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-eb4ec5d2-d23a-4fba-9d29-fa432068b52d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e505ddb049644c198112d21d80c169f4&device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 1097 time: 0.0783699 Nov 11 11:28:50.181687 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-ac957ee3-06c0-4614-9adb-5581dc65e369 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f2b39f3-c46c-4e4d-a255-151c592a0b18 HTTP/1.1" status: 200 len: 217 time: 0.0761981 Nov 11 11:28:50.254242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-6eabf865-cb47-4ecc-b7fc-a9baa80b31c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:50.255887 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-6eabf865-cb47-4ecc-b7fc-a9baa80b31c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06b9faba-f5a3-40ca-80f0-ebe8f78009e0 HTTP/1.1" status: 200 len: 848 time: 0.0657921 Nov 11 11:28:50.310753 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-bd384f53-bf63-42c8-b55d-b030ec386a5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f57fb42c-0ad1-4490-b17b-86a18abd9266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474396 Nov 11 11:28:50.460101 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-6c02f30c-5ea4-43e9-9768-a9fc0b9946b4 service neutron] 10.222.0.64 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399794 Nov 11 11:28:50.556160 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:50.662721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d259b9-8610-4f9a-bb89-ab17acfc0c44 req-10a668e1-119f-4f64-b192-46dd7a3c02f6 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:50.664303 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-46d259b9-8610-4f9a-bb89-ab17acfc0c44 req-10a668e1-119f-4f64-b192-46dd7a3c02f6 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 944 time: 0.2032313 Nov 11 11:28:50.670245 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5e2f3d76-7818-4aa4-b5aa-0e2281689b7b req-cefc39fa-b1d4-4bf7-b183-c746575b7d9a service neutron] 10.222.0.64 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714327 Nov 11 11:28:50.721391 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-46d259b9-8610-4f9a-bb89-ab17acfc0c44 req-e7f199a4-d101-43f7-8e27-e243eeb2c8c1 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501151 Nov 11 11:28:50.808636 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-f8c69a9e-fd6e-4298-96a6-bdf181725f0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e505ddb049644c198112d21d80c169f4&device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 1097 time: 0.0806499 Nov 11 11:28:50.958211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-71c428d3-d70f-41b6-a8db-263547968bc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:50.959847 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-71c428d3-d70f-41b6-a8db-263547968bc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f57fb42c-0ad1-4490-b17b-86a18abd9266 HTTP/1.1" status: 200 len: 909 time: 0.1442707 Nov 11 11:28:51.034764 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-cae94356-d283-4524-97a6-7b6485964fda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f2b39f3-c46c-4e4d-a255-151c592a0b18 HTTP/1.1" status: 200 len: 217 time: 0.0669887 Nov 11 11:28:51.111488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-93ea2b04-c7d7-4f06-b138-6949ab22d81b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:51.113949 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-93ea2b04-c7d7-4f06-b138-6949ab22d81b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06b9faba-f5a3-40ca-80f0-ebe8f78009e0 HTTP/1.1" status: 200 len: 848 time: 0.0718522 Nov 11 11:28:51.171553 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-1ece7b96-5205-423c-b2b2-5241f42c7976 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f57fb42c-0ad1-4490-b17b-86a18abd9266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443025 Nov 11 11:28:51.317471 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-aebf72ce-3491-4b19-ba13-45a0ad63a803 service neutron] 10.222.0.64 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373169 Nov 11 11:28:51.462238 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0da64631-5344-44ae-9a14-baa72d71bbfb req-e6698188-3b2c-4c4f-928b-33a993823243 service neutron] 10.222.0.64 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367724 Nov 11 11:28:51.607449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9121bdd6-08f2-49f7-bdb8-b5f0a76f50d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:51.653547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:51.929870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0acd9-b37a-4ead-a8c7-f4f016764bb1 req-93072446-db62-4a50-b120-b2b524bebd87 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:51.929870 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-11f0acd9-b37a-4ead-a8c7-f4f016764bb1 req-93072446-db62-4a50-b120-b2b524bebd87 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 944 time: 0.0848839 Nov 11 11:28:51.981353 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-11f0acd9-b37a-4ead-a8c7-f4f016764bb1 req-3ceb7a66-4041-4a80-91e1-e4dc5059f36a tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Nov 11 11:28:52.980000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 4f2b39f3-c46c-4e4d-a255-151c592a0b18 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:28:53.129950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 4f2b39f3-c46c-4e4d-a255-151c592a0b18, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4f2b39f3-c46c-4e4d-a255-151c592a0b18,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:53.145116 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '4f2b39f3-c46c-4e4d-a255-151c592a0b18', 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266', 'port_id': '4f2b39f3-c46c-4e4d-a255-151c592a0b18', 'mac_address': 'fa:16:3e:64:a7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b9faba-f5a3-40ca-80f0-ebe8f78009e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:28:53.195119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567959d-4ac1-401c-8007-baec00b4134b req-fb3d35cc-2aed-4841-8960-8ead31f1bebe tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:53.196907 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1567959d-4ac1-401c-8007-baec00b4134b req-fb3d35cc-2aed-4841-8960-8ead31f1bebe tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 944 time: 0.0849223 Nov 11 11:28:53.207697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:53.227639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2b39f3-c46c-4e4d-a255-151c592a0b18 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:28:53.243827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 4f2b39f3-c46c-4e4d-a255-151c592a0b18, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4f2b39f3-c46c-4e4d-a255-151c592a0b18,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:53.247205 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:53.249178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:53.251889 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1567959d-4ac1-401c-8007-baec00b4134b req-838170fd-95a9-489d-bfdd-20a8082ee6ef tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483048 Nov 11 11:28:53.319316 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=4f2b39f3-c46c-4e4d-a255-151c592a0b18,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:53.330055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.330437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.330856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.331368 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.331914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.332147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.332507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.332865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.333224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.333579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.333935 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:28:53.338084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:53.452834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:53.538343 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['4f2b39f3-c46c-4e4d-a255-151c592a0b18'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:28:54.487687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e829e4-6587-4fcf-afe4-6e56f11a32a4 req-5f6318f4-77e0-4caf-9a4b-2629a1cb2ed0 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:54.489522 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d2e829e4-6587-4fcf-afe4-6e56f11a32a4 req-5f6318f4-77e0-4caf-9a4b-2629a1cb2ed0 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 945 time: 0.0962377 Nov 11 11:28:54.539945 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d2e829e4-6587-4fcf-afe4-6e56f11a32a4 req-2e9f564a-582e-45c0-beb6-686a935ca71f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Nov 11 11:28:55.006530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 4f2b39f3-c46c-4e4d-a255-151c592a0b18 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:28:55.080677 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:28:55.086061 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:28:55.086515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:55.216964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:55.246139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455942d6-da14-4e0c-ad8d-11cd00a754e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2b39f3-c46c-4e4d-a255-151c592a0b18'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:28:55.257142 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 4f2b39f3-c46c-4e4d-a255-151c592a0b18, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4f2b39f3-c46c-4e4d-a255-151c592a0b18,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:28:55.261125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:55.263108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:28:55.305183 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455942d6-da14-4e0c-ad8d-11cd00a754e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2b39f3-c46c-4e4d-a255-151c592a0b18', 'code': 200} Nov 11 11:28:55.335747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=4f2b39f3-c46c-4e4d-a255-151c592a0b18,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:28:55.338851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:28:55.563503 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1cfe343c-8e66-4e9b-8980-bdc202ecab97 req-13932917-df3c-4560-bddb-90ad1e7a0f61 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 1099 time: 0.0770757 Nov 11 11:28:55.615704 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1cfe343c-8e66-4e9b-8980-bdc202ecab97 req-fa15a99d-b909-41b8-81e7-06cef9a1382b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442910 Nov 11 11:28:56.050085 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fbe35-0f66-4667-8a44-3dff803592fa req-8b4129d5-5eba-4a54-ba0b-5a589dd9d372 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:56.051764 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-499fbe35-0f66-4667-8a44-3dff803592fa req-8b4129d5-5eba-4a54-ba0b-5a589dd9d372 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 946 time: 0.3742685 Nov 11 11:28:56.062812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719db87a-d18b-4acc-a1b1-631ec11e2d01 req-3018d1b7-08bb-4965-8172-1a9ba136668d tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:56.064412 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-719db87a-d18b-4acc-a1b1-631ec11e2d01 req-3018d1b7-08bb-4965-8172-1a9ba136668d tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 945 time: 0.1187983 Nov 11 11:28:56.149872 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-499fbe35-0f66-4667-8a44-3dff803592fa req-4f8b4793-f878-4b22-8340-eeeee0100620 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843980 Nov 11 11:28:56.153739 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-719db87a-d18b-4acc-a1b1-631ec11e2d01 req-3fb95a02-1b13-46d7-bde1-a66493c7deac tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736265 Nov 11 11:28:57.333519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:28:57.427447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d7080-7d57-497e-92d3-9032331ff678 req-4111d273-1239-4afc-87d2-6aab9cfd7594 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:57.429076 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c08d7080-7d57-497e-92d3-9032331ff678 req-4111d273-1239-4afc-87d2-6aab9cfd7594 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 946 time: 0.1542132 Nov 11 11:28:57.438141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d8e96-1395-42ad-945b-b8aab71e9a03 req-ca5de85a-9d2c-4f01-9200-1a0a1f93565a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:57.439623 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-415d8e96-1395-42ad-945b-b8aab71e9a03 req-ca5de85a-9d2c-4f01-9200-1a0a1f93565a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 945 time: 0.1294928 Nov 11 11:28:57.519908 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c08d7080-7d57-497e-92d3-9032331ff678 req-b13b7466-13a0-4865-a65c-05bf94822cf7 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791950 Nov 11 11:28:57.523873 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-415d8e96-1395-42ad-945b-b8aab71e9a03 req-ce31605f-820f-40a6-b031-a68b671f2394 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687690 Nov 11 11:28:58.599784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275ada8-5ec8-4402-9ed8-020f12f45a4f req-b4988c75-bef4-4e21-83af-f2648e558f44 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:58.601409 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f275ada8-5ec8-4402-9ed8-020f12f45a4f req-b4988c75-bef4-4e21-83af-f2648e558f44 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0851860 Nov 11 11:28:58.705280 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f275ada8-5ec8-4402-9ed8-020f12f45a4f req-1c5e5fab-f0db-4c35-972d-a483c93a8bf2 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977917 Nov 11 11:28:58.733102 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0f111-cb02-45b2-a322-7e7a2a0df9f2 req-87fcbeea-21ca-4596-bec9-bce04c8b3c0f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:58.734738 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8ad0f111-cb02-45b2-a322-7e7a2a0df9f2 req-87fcbeea-21ca-4596-bec9-bce04c8b3c0f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 946 time: 0.1091626 Nov 11 11:28:58.784981 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8ad0f111-cb02-45b2-a322-7e7a2a0df9f2 req-5783eb61-bc9e-427d-9d82-0aa6b6034184 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Nov 11 11:28:58.906871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac3f53-df00-4ef4-8fb0-840524efd9bd req-fe8b18f0-edaf-474f-9d05-ed5f4674640a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:58.908491 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c0ac3f53-df00-4ef4-8fb0-840524efd9bd req-fe8b18f0-edaf-474f-9d05-ed5f4674640a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 945 time: 0.0870848 Nov 11 11:28:58.959305 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c0ac3f53-df00-4ef4-8fb0-840524efd9bd req-fbba2c28-66d5-46ca-afa6-8d1dcb2c0caa tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Nov 11 11:28:59.912957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2addfc1-c9cf-4afd-a882-4d8c1aae34aa req-15e5c4f5-766b-4d03-8899-721b818c7e12 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:28:59.914554 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a2addfc1-c9cf-4afd-a882-4d8c1aae34aa req-15e5c4f5-766b-4d03-8899-721b818c7e12 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.0859053 Nov 11 11:29:00.036391 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a2addfc1-c9cf-4afd-a882-4d8c1aae34aa req-2e75ccbb-9c09-47ae-ae95-f9fd3b979cf6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749338 Nov 11 11:29:00.051728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5fa06-c3ba-4afa-bcae-1f6e78f0f302 req-1cea8764-fc66-463d-940c-2358261abdcb tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:00.053303 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-39a5fa06-c3ba-4afa-bcae-1f6e78f0f302 req-1cea8764-fc66-463d-940c-2358261abdcb tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 946 time: 0.1377642 Nov 11 11:29:00.106764 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-39a5fa06-c3ba-4afa-bcae-1f6e78f0f302 req-20d7de09-f620-4856-ac5a-e13841c26075 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Nov 11 11:29:00.235836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6466-8382-42c6-9e62-187579fba00d req-5e0a3fcf-e12d-4fce-bd19-537d642122f1 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:00.237937 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-804d6466-8382-42c6-9e62-187579fba00d req-5e0a3fcf-e12d-4fce-bd19-537d642122f1 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 945 time: 0.0835795 Nov 11 11:29:00.290991 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-804d6466-8382-42c6-9e62-187579fba00d req-dc6c8449-0034-4f7a-9ca7-bcaf61e37d98 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 Nov 11 11:29:00.429120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-848241e9-821a-481d-92e7-fb49f7717065 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:00.430690 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-848241e9-821a-481d-92e7-fb49f7717065 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.64 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 946 time: 0.0822031 Nov 11 11:29:00.505437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Deleting port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:29:00.505742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:00.764195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] For port 4f2b39f3-c46c-4e4d-a255-151c592a0b18, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=4f2b39f3-c46c-4e4d-a255-151c592a0b18,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:00.764543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:00.892591 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Calling delete_port for 4f2b39f3-c46c-4e4d-a255-151c592a0b18 owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:29:01.042860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:01.048604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:01.094301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Pushing event deleted for resources: {'Port': ['ID=4f2b39f3-c46c-4e4d-a255-151c592a0b18,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:01.098999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:01.178728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] No DVR routers for this DVR port 4f2b39f3-c46c-4e4d-a255-151c592a0b18 on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:29:01.181513 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:01.209104 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-bb757244-6166-4c33-bf6d-fab596f157be tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:01.211094 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-bb757244-6166-4c33-bf6d-fab596f157be tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1177847 Nov 11 11:29:01.226782 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455942d6-da14-4e0c-ad8d-11cd00a754e3', 'name': 'network-vif-deleted', 'tag': '4f2b39f3-c46c-4e4d-a255-151c592a0b18'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:01.243344 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3258319f-6c86-48d1-9c7b-6ee842fa1061 req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.64 "DELETE /v2.0/ports/4f2b39f3-c46c-4e4d-a255-151c592a0b18 HTTP/1.1" status: 204 len: 173 time: 0.8054852 Nov 11 11:29:01.290594 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Deleting port b59bab04-e391-4c19-bd22-4c9af01db35e {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:29:01.290991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:01.305822 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-dec57cf2-3020-417a-9726-d4b150cddb3e req-153b981d-0fca-4a51-9b32-293c2fd6622d tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Synchronizing usage tracker for tenant:e505ddb049644c198112d21d80c169f4 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:01.335326 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-dec57cf2-3020-417a-9726-d4b150cddb3e req-153b981d-0fca-4a51-9b32-293c2fd6622d tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Unset dirty status for tenant:e505ddb049644c198112d21d80c169f4 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:01.336750 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dec57cf2-3020-417a-9726-d4b150cddb3e req-153b981d-0fca-4a51-9b32-293c2fd6622d tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=455942d6-da14-4e0c-ad8d-11cd00a754e3 HTTP/1.1" status: 200 len: 210 time: 0.0850301 Nov 11 11:29:01.352092 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f938f83-f47a-44c2-be1c-f44b641705d9 req-ba658aef-78db-404a-8269-4c067ea050bf tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:01.353968 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f938f83-f47a-44c2-be1c-f44b641705d9 req-ba658aef-78db-404a-8269-4c067ea050bf tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 945 time: 0.1766369 Nov 11 11:29:01.449265 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455942d6-da14-4e0c-ad8d-11cd00a754e3', 'name': 'network-vif-deleted', 'tag': '4f2b39f3-c46c-4e4d-a255-151c592a0b18', 'status': 'completed', 'code': 200} Nov 11 11:29:01.474821 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f938f83-f47a-44c2-be1c-f44b641705d9 req-6be1a37a-ecdf-4d48-9a61-e5acc4c5a409 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=9722c474-f454-475d-b509-1481180c7f16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050932 Nov 11 11:29:01.512789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-6a20fdb3-e3a6-4542-af53-18564b7cd0e8 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:01.515239 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-6a20fdb3-e3a6-4542-af53-18564b7cd0e8 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 945 time: 0.1081548 Nov 11 11:29:01.566303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] For port b59bab04-e391-4c19-bd22-4c9af01db35e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=b59bab04-e391-4c19-bd22-4c9af01db35e,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:01.566606 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:01.646271 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Deleting port 929c88d2-54af-483a-94fc-2c94d6a2b713 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:29:01.646659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:01.760192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83018ce3-17f8-4783-a682-56d1141df100 req-0b5c5461-986d-4254-9f83-cfd45920e50d tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:01.761924 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-83018ce3-17f8-4783-a682-56d1141df100 req-0b5c5461-986d-4254-9f83-cfd45920e50d tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 945 time: 0.2104177 Nov 11 11:29:01.898781 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:01.899265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:01.899616 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Floating IP 2e9a4150-ad2d-4784-b3eb-9feeda4789d2 disassociated. External IP: 172.28.1.36, port: b59bab04-e391-4c19-bd22-4c9af01db35e. Nov 11 11:29:01.899989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Calling delete_port for b59bab04-e391-4c19-bd22-4c9af01db35e owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:29:01.925202 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-83018ce3-17f8-4783-a682-56d1141df100 req-61c69663-bb2f-4272-b997-156be6b0449a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/security-groups?id=96a914c8-8ed5-419c-9dce-701b69466238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502180 Nov 11 11:29:01.981508 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] For port 929c88d2-54af-483a-94fc-2c94d6a2b713, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=929c88d2-54af-483a-94fc-2c94d6a2b713,segment=NetworkSegment(bd588e9b-7166-43b5-a276-3a423508eb8c),segment_id=bd588e9b-7166-43b5-a276-3a423508eb8c)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:01.981508 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:02.050791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:02.056799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8f5899b5-4723-40fe-8734-3480e97b9115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:02.100545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event deleted for resources: {'Port': ['ID=b59bab04-e391-4c19-bd22-4c9af01db35e,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:02.104979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:02.112379 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Calling delete_port for 929c88d2-54af-483a-94fc-2c94d6a2b713 owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:29:02.263031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:02.269871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b3b37505-7328-43b1-b9b0-b65fb01fb50b tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:02.276513 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['929c88d2-54af-483a-94fc-2c94d6a2b713'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:29:02.314094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Pushing event deleted for resources: {'Port': ['ID=929c88d2-54af-483a-94fc-2c94d6a2b713,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:02.318863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:02.329310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:29:02.394646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] No DVR routers for this DVR port 929c88d2-54af-483a-94fc-2c94d6a2b713 on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:29:02.397134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:02.410517 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3dcdca5f-f5d9-4897-89cd-00adf98efc15 req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.64 "DELETE /v2.0/ports/929c88d2-54af-483a-94fc-2c94d6a2b713 HTTP/1.1" status: 204 len: 173 time: 0.8898418 Nov 11 11:29:02.594240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:29:02.732560 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-973569d5-8243-4bd2-9a7e-a0cceae7c86d req-b6f920d8-a364-4353-aa7e-5ffd2fb935a0 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1daf47e-55c1-481b-bc41-8939bc1f359f HTTP/1.1" status: 200 len: 210 time: 0.0800738 Nov 11 11:29:02.778886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:02.792138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] Sync routers for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:29:02.807592 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:02.808174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:28:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:02.861687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] No DVR routers for this DVR port b59bab04-e391-4c19-bd22-4c9af01db35e on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:29:02.864173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:02.867301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'name': 'network-vif-deleted', 'tag': 'b59bab04-e391-4c19-bd22-4c9af01db35e'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:02.868335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-06170a42-331a-4965-94b3-60aba4aa7ec3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:02.870529 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-06170a42-331a-4965-94b3-60aba4aa7ec3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/networks?id=f57fb42c-0ad1-4490-b17b-86a18abd9266 HTTP/1.1" status: 200 len: 808 time: 0.2428644 Nov 11 11:29:02.887645 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bea693d8-d76c-476b-bb4f-27e8c0b8df33 req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "DELETE /v2.0/ports/b59bab04-e391-4c19-bd22-4c9af01db35e HTTP/1.1" status: 204 len: 173 time: 1.6707389 Nov 11 11:29:02.913769 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-8854016e-199f-408c-8114-7403b71405cf tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/quotas/e505ddb049644c198112d21d80c169f4 HTTP/1.1" status: 200 len: 375 time: 0.0247700 Nov 11 11:29:02.962896 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1daf47e-55c1-481b-bc41-8939bc1f359f', 'name': 'network-vif-deleted', 'tag': 'b59bab04-e391-4c19-bd22-4c9af01db35e', 'status': 'completed', 'code': 200} Nov 11 11:29:03.014808 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2100c87f-a0ae-474e-9491-9b88b7a6789d tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e505ddb049644c198112d21d80c169f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935891 Nov 11 11:29:03.045719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 4f2b39f3-c46c-4e4d-a255-151c592a0b18 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:29:03.108199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 4f2b39f3-c46c-4e4d-a255-151c592a0b18 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:29:03.109017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 4f2b39f3-c46c-4e4d-a255-151c592a0b18 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:29:03.111518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 929c88d2-54af-483a-94fc-2c94d6a2b713 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:29:03.152602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 929c88d2-54af-483a-94fc-2c94d6a2b713 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:29:03.153148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 929c88d2-54af-483a-94fc-2c94d6a2b713 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:29:03.153749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device b59bab04-e391-4c19-bd22-4c9af01db35e no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:29:03.180424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:03.239364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-0c064c8c-8f46-4705-8731-859b4565f773 req-0b1d0454-4aa7-45bc-8dd5-f58eed8bc020 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Synchronizing usage tracker for tenant:877e0ddadd93456999f110fe077c9a77 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:03.249544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: b59bab04-e391-4c19-bd22-4c9af01db35e {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:29:03.249930 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device b59bab04-e391-4c19-bd22-4c9af01db35e not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:29:03.280517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-0c064c8c-8f46-4705-8731-859b4565f773 req-0b1d0454-4aa7-45bc-8dd5-f58eed8bc020 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Unset dirty status for tenant:877e0ddadd93456999f110fe077c9a77 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:03.283001 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c064c8c-8f46-4705-8731-859b4565f773 req-0b1d0454-4aa7-45bc-8dd5-f58eed8bc020 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf60eb2-923e-4858-adaf-f69d07c925f1 HTTP/1.1" status: 200 len: 210 time: 0.1188667 Nov 11 11:29:03.294657 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-f8653ab0-33eb-4a4e-863b-cb09609f531f service neutron] 10.222.0.37 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785275 Nov 11 11:29:03.595725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:03.601141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] Checking router: 03191cbb-c781-4b1b-ad61-bde7ea9451f9 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:29:03.612989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:03.614980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:28:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:03.652295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf60eb2-923e-4858-adaf-f69d07c925f1', 'name': 'network-vif-deleted', 'tag': '929c88d2-54af-483a-94fc-2c94d6a2b713'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:03.719657 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-5d63e583-baf2-497e-81d6-0acb81704265 service neutron] 10.222.0.37 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168453 Nov 11 11:29:03.762605 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf60eb2-923e-4858-adaf-f69d07c925f1', 'name': 'network-vif-deleted', 'tag': '929c88d2-54af-483a-94fc-2c94d6a2b713', 'status': 'completed', 'code': 200} Nov 11 11:29:03.850320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:03.967663 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1b15c8a9-321f-4188-abf1-08ea0e15017b req-52a6cb23-dcf1-41d9-b176-1c3750eebbed tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 210 time: 0.0509448 Nov 11 11:29:04.395872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:04.400211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4dc8a-6d30-47b0-ade2-d006e1ab57ed None None] The sync data for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb is: [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:29:04.894794 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b50a8-b8d4-4e24-8033-7730b7433eaa None None] New status for floating IP 2e9a4150-ad2d-4784-b3eb-9feeda4789d2: DOWN {{(pid=88095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:29:04.933532 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38364) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:05.060340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-edc14109-9897-4892-972c-2bfcb7fe91a4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.162736 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-edc14109-9897-4892-972c-2bfcb7fe91a4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.163652 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-79fdf564-35e7-4bb4-adec-5740d2f02684 req-773f5699-1c0c-45e3-beb7-e01817b49b16 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 210 time: 0.0481448 Nov 11 11:29:05.236262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-09947f9e-9705-4a75-94d0-fd33645ff8f4 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:05.237074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-09947f9e-9705-4a75-94d0-fd33645ff8f4 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Synchronizing usage tracker for tenant:e505ddb049644c198112d21d80c169f4 on resource:network {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:05.256813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-09947f9e-9705-4a75-94d0-fd33645ff8f4 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Unset dirty status for tenant:e505ddb049644c198112d21d80c169f4 on resource:network {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:05.258077 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-09947f9e-9705-4a75-94d0-fd33645ff8f4 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.64 "GET /v2.0/networks?id=f57fb42c-0ad1-4490-b17b-86a18abd9266 HTTP/1.1" status: 200 len: 808 time: 0.2616763 Nov 11 11:29:05.259122 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-edc14109-9897-4892-972c-2bfcb7fe91a4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.264673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3adf07d6-1f11-4fed-9ffb-f9dac469b5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:05.286405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Request body: {'port': {'device_id': '79e2fb91-dc3c-4995-815d-92dc151f0bcf', 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266', 'admin_state_up': True, 'tenant_id': 'e505ddb049644c198112d21d80c169f4'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:05.301056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc14109-9897-4892-972c-2bfcb7fe91a4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9722c474-f454-475d-b509-1481180c7f16,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:05.306723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-edc14109-9897-4892-972c-2bfcb7fe91a4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:05.333735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-edc14109-9897-4892-972c-2bfcb7fe91a4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.334982 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-edc14109-9897-4892-972c-2bfcb7fe91a4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "DELETE /v2.0/security-groups/9722c474-f454-475d-b509-1481180c7f16 HTTP/1.1" status: 204 len: 168 time: 0.4002433 Nov 11 11:29:05.338065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38374) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:05.355896 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.v2.resource [None req-f309eddd-22f5-4f10-9fed-fdfa4ccb888c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] show failed (client error): The resource could not be found. Nov 11 11:29:05.357106 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f309eddd-22f5-4f10-9fed-fdfa4ccb888c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups/9722c474-f454-475d-b509-1481180c7f16 HTTP/1.1" status: 404 len: 347 time: 0.0179071 Nov 11 11:29:05.360095 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38378) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:05.444776 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:05.455115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:05.465417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Made reservation on behalf of e505ddb049644c198112d21d80c169f4 for: {'port': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:05.471072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.536652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Deleting port a622fc31-44ec-4e4d-8b0c-e5b7e8dd97fe {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:29:05.537026 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.651906 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Allocated IP 172.20.0.5 (f57fb42c-0ad1-4490-b17b-86a18abd9266/06b9faba-f5a3-40ca-80f0-ebe8f78009e0/e6e0125b-e89e-4d54-90b4-c77d3c908bf5) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:05.735293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.735663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.874148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Calling delete_port for a622fc31-44ec-4e4d-8b0c-e5b7e8dd97fe owned by network:floatingip {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:29:05.885225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.913302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:05.919301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-78260add-e6e3-48fc-9210-e4caf7c3ec2c tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:05.993504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Network f57fb42c-0ad1-4490-b17b-86a18abd9266 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:05.996974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:06.001858 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:06.006192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:06.006863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.010975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Pushing event updated for resources: {'Port': ['ID=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:06.015279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:06.038097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.039252 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601137 Nov 11 11:29:06.042843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2df081b3-bcea-4996-8f1d-8197de94f47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:06.052569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Request body: {'port': {'device_id': '79e2fb91-dc3c-4995-815d-92dc151f0bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:06.090259 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event deleted for resources: {'Port': ['ID=a622fc31-44ec-4e4d-8b0c-e5b7e8dd97fe,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:06.093524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:06.189354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.195199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.211814 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.213108 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6bd60ff3-b5ef-478c-9bff-16048bea03a3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "DELETE /v2.0/floatingips/2e9a4150-ad2d-4784-b3eb-9feeda4789d2 HTTP/1.1" status: 204 len: 168 time: 0.8520420 Nov 11 11:29:06.408340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a085f-e3f1-4c7b-8c27-bceb0a3c58b3 req-77e561fb-8963-4646-a07c-57eac0885e33 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:06.410072 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8a7a085f-e3f1-4c7b-8c27-bceb0a3c58b3 req-77e561fb-8963-4646-a07c-57eac0885e33 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 931 time: 0.0912640 Nov 11 11:29:06.469943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38392) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:06.474984 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8a7a085f-e3f1-4c7b-8c27-bceb0a3c58b3 req-cc46ad3c-e8ba-4c7c-bf0e-efab49f49b1d tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578732 Nov 11 11:29:06.478748 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842033423', 'description': 'tempest-description--1880600055'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:06.484901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:06.490500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:security_group and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:06.493876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:06.500011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:06.510081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.548491 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:06.553485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:security_group_rule and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:06.556480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:06.562466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:06.600476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e0125b-e89e-4d54-90b4-c77d3c908bf5 {{(pid=88093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:29:06.607918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.624400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Transition to ACTIVE for port object e6e0125b-e89e-4d54-90b4-c77d3c908bf5 will not be triggered until provisioned by entity L2. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:06.624662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.629003 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.629947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.633718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:06.657298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-01523c01-d43c-49bc-b670-3e6893029e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:06.688139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.688910 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2180064 Nov 11 11:29:06.690519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:06.692959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38396) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:06.695949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:06.699831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'security_group_rule': {'security_group_id': 'c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:06.706567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:06.710878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:security_group_rule and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:06.713958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:06.720041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:06.737553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.765984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:06.769237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:06.802855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.805511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.807809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-72bfbae8-66e0-4caa-a7d8-53c5ccc27e43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:06.826296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Attempting to bind port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:06.826778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Attempting to bind port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:06.827144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Attempting to bind port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 on network f57fb42c-0ad1-4490-b17b-86a18abd9266 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:06.833791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 on network f57fb42c-0ad1-4490-b17b-86a18abd9266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:29:06.834148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Attempting to bind port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 on network f57fb42c-0ad1-4490-b17b-86a18abd9266 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:06.834492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65791e16-8986-4384-b2c1-f0dd80cf50d8,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:06.837191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:06.842203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:06.842687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Checking segment: {'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:06.843330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Bound using segment: {'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:06.843806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Bound port: e6e0125b-e89e-4d54-90b4-c77d3c908bf5, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f6e85d-1d52-44a4-b9ae-d941960f0895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266'}}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:06.844189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.844311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.845552 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-acd17e56-0546-4e6c-b2f2-dc0261454a34 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1515534 Nov 11 11:29:06.849229 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38400) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:06.855479 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'security_group_rule': {'security_group_id': 'c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:06.861920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:06.866583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:security_group_rule and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:06.869700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:06.875764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:06.893689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.936797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] For port e6e0125b-e89e-4d54-90b4-c77d3c908bf5, host hv-cinder-81741, cleared binding levels {{(pid=88093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:06.939978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] For port e6e0125b-e89e-4d54-90b4-c77d3c908bf5, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:06.943253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.947753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dff1c210-9f46-42b3-9a62-f5565df73da0 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:06.959438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.963098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:06.965215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:06.989837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334e170b-a458-40f6-8a1c-8fb28e3a4d37,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:06.992410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:07.000610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:07.002068 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5bab78ef-829e-420e-a3f5-b3d29c362263 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1516683 Nov 11 11:29:07.006940 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38404) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:07.021694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'floatingip': {'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:07.030407 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:07.031872 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] 10.222.0.64 "PUT /v2.0/ports/e6e0125b-e89e-4d54-90b4-c77d3c908bf5 HTTP/1.1" status: 200 len: 1093 time: 0.9851999 Nov 11 11:29:07.032423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e2fb91-dc3c-4995-815d-92dc151f0bcf', 'tag': 'e6e0125b-e89e-4d54-90b4-c77d3c908bf5'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:07.038614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:07.046964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Usage tracker for resource:floatingip and tenant:42c8adc6f34c4d8cb8feabd2f872d070 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:07.052633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:07.061661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:07.063778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Pushing event updated for resources: {'Port': ['ID=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,revision_number=3']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:07.068724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:07.076101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:07.121574 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e2fb91-dc3c-4995-815d-92dc151f0bcf', 'tag': 'e6e0125b-e89e-4d54-90b4-c77d3c908bf5', 'status': 'completed', 'code': 200} Nov 11 11:29:07.258902 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-bdb23675-a460-4e47-b850-dbad607f90d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e505ddb049644c198112d21d80c169f4&device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 1096 time: 0.1788800 Nov 11 11:29:07.343233 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-558e6a48-3861-46fe-ab41-b9866c6be8db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e0125b-e89e-4d54-90b4-c77d3c908bf5 HTTP/1.1" status: 200 len: 217 time: 0.0747464 Nov 11 11:29:07.424151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:07.465775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-db8475bb-b112-4301-ad37-654e16b9de40 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:07.467424 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-db8475bb-b112-4301-ad37-654e16b9de40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06b9faba-f5a3-40ca-80f0-ebe8f78009e0 HTTP/1.1" status: 200 len: 848 time: 0.1151729 Nov 11 11:29:07.732156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74394b-a72f-461d-97d7-341ff1f3d1a4 req-4fdd1cb9-4012-4b99-8bb0-f14c743701cc tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:07.735107 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1e74394b-a72f-461d-97d7-341ff1f3d1a4 req-4fdd1cb9-4012-4b99-8bb0-f14c743701cc tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 943 time: 0.1286643 Nov 11 11:29:07.740454 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-faad369f-a0fb-4d67-95e7-c8354d01bf15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f57fb42c-0ad1-4490-b17b-86a18abd9266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2648492 Nov 11 11:29:07.794664 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1e74394b-a72f-461d-97d7-341ff1f3d1a4 req-e42ca909-5a93-47c6-b859-de675ad1f4df tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518980 Nov 11 11:29:07.940093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Allocated IP 172.28.1.174 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/b6d15f3a-d90a-45b6-917f-0b6d2752bfb1) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:07.968256 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-bd45b362-3649-47a1-9cbe-ec5094ab7556 service neutron] 10.222.0.64 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211034 Nov 11 11:29:08.246264 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4095c6ef-f9c6-4989-8f26-a864dfe6f365 req-ba60533b-409f-44b0-92c8-d1f07106def9 service neutron] 10.222.0.64 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537601 Nov 11 11:29:08.252039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:08.280377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:08.285108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:08.407017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:08.411702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:08.414791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:08.420016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'Port': ['ID=b6d15f3a-d90a-45b6-917f-0b6d2752bfb1,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:08.423984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:08.506677 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-315fd218-bb35-4aa1-99d7-7e67b0ffc4e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e505ddb049644c198112d21d80c169f4&device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 1096 time: 0.1841838 Nov 11 11:29:08.625531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:08.754070 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:08.818928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-30f2a85d-0335-42eb-9bd0-983a3da542ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:08.820574 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-30f2a85d-0335-42eb-9bd0-983a3da542ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=f57fb42c-0ad1-4490-b17b-86a18abd9266 HTTP/1.1" status: 200 len: 909 time: 0.2508357 Nov 11 11:29:08.923960 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-e28f35a9-c6a9-4eb9-8fc9-4a5fcb3db545 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e0125b-e89e-4d54-90b4-c77d3c908bf5 HTTP/1.1" status: 200 len: 217 time: 0.0914290 Nov 11 11:29:09.011622 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881ee2-10e1-46d9-9742-35ece88658ac req-f588f0b9-9a7b-41e4-9043-d0b1ea78a0eb tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:09.013153 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-63881ee2-10e1-46d9-9742-35ece88658ac req-f588f0b9-9a7b-41e4-9043-d0b1ea78a0eb tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 943 time: 0.0864775 Nov 11 11:29:09.064400 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-63881ee2-10e1-46d9-9742-35ece88658ac req-bf9123af-6717-40d8-bc47-ceb78f5c85af tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Nov 11 11:29:09.076038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-992f3502-2894-4769-bbb5-5cff95d3bdcb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:09.077604 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-992f3502-2894-4769-bbb5-5cff95d3bdcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06b9faba-f5a3-40ca-80f0-ebe8f78009e0 HTTP/1.1" status: 200 len: 848 time: 0.1395173 Nov 11 11:29:09.148177 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-489cf33c-787d-44ab-b53b-025fc077b7af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f57fb42c-0ad1-4490-b17b-86a18abd9266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571299 Nov 11 11:29:09.211862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:09.217799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:09.271418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-04620f82-8ea2-47df-a8ca-831c7f899158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:09.355731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:09.392221 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'Port': ['ID=b6d15f3a-d90a-45b6-917f-0b6d2752bfb1,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:09.399025 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-4474e546-086e-4a92-908a-403eb1d39d57 service neutron] 10.222.0.64 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428262 Nov 11 11:29:09.402514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:09.431454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:09.432717 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4247174 Nov 11 11:29:09.552953 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-de9fa8a5-a4e9-4916-ae0e-6446f9b22e19 req-bac162fa-e8e9-430b-b24f-37097e5fd80e service neutron] 10.222.0.64 "GET /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469090 Nov 11 11:29:09.685971 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-170acd85-5827-4416-8560-bc9116e2454c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Synchronizing usage tracker for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:09.700701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-170acd85-5827-4416-8560-bc9116e2454c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Unset dirty status for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:09.701987 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-170acd85-5827-4416-8560-bc9116e2454c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--842033423&fields=id&tenant_id=42c8adc6f34c4d8cb8feabd2f872d070 HTTP/1.1" status: 200 len: 267 time: 0.0610337 Nov 11 11:29:09.866633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-f00505be-f1d0-44b0-94b0-dd2c3f590e67 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:09.868163 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-f00505be-f1d0-44b0-94b0-dd2c3f590e67 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 810 time: 0.1589582 Nov 11 11:29:09.885302 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-085c19c2-36d1-47e5-a03a-18e016562801 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/quotas/42c8adc6f34c4d8cb8feabd2f872d070 HTTP/1.1" status: 200 len: 375 time: 0.0112715 Nov 11 11:29:09.976843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-0a004290-b0b0-4e3d-ab4c-c627fef0177c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Synchronizing usage tracker for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:09.992252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-0a004290-b0b0-4e3d-ab4c-c627fef0177c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Unset dirty status for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:09.993672 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-0a004290-b0b0-4e3d-ab4c-c627fef0177c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1030056 Nov 11 11:29:10.155941 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-2ad57b33-5e54-4ed1-ab89-1ceb405df844 service neutron] 10.222.0.37 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470497 Nov 11 11:29:10.358751 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-0f690190-5862-4d9c-ad91-2ad7be4e5c96 service neutron] 10.222.0.37 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981037 Nov 11 11:29:10.369024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187388d-0240-4d29-9baa-2702c08eb15c req-55aa41b8-caa6-461b-8a82-fb17a89c09a2 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:10.370742 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3187388d-0240-4d29-9baa-2702c08eb15c req-55aa41b8-caa6-461b-8a82-fb17a89c09a2 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 943 time: 0.1730413 Nov 11 11:29:10.421297 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3187388d-0240-4d29-9baa-2702c08eb15c req-56562048-79f0-46b2-a844-72a285664ad8 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437968 Nov 11 11:29:10.569160 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-71b77a21-28ef-4f4c-a2f9-f69212eff9ce req-5fc319c5-b481-4678-af4a-3c02d3a41d66 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 210 time: 0.0528018 Nov 11 11:29:11.090630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device e6e0125b-e89e-4d54-90b4-c77d3c908bf5 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:29:11.266034 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port e6e0125b-e89e-4d54-90b4-c77d3c908bf5, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:11.282109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': 'e6e0125b-e89e-4d54-90b4-c77d3c908bf5', 'network_id': 'f57fb42c-0ad1-4490-b17b-86a18abd9266', 'port_id': 'e6e0125b-e89e-4d54-90b4-c77d3c908bf5', 'mac_address': 'fa:16:3e:9b:b3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b9faba-f5a3-40ca-80f0-ebe8f78009e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:29:11.339769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:11.360707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e0125b-e89e-4d54-90b4-c77d3c908bf5 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:29:11.375576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port e6e0125b-e89e-4d54-90b4-c77d3c908bf5, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:11.378934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:11.381919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:11.447352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:11.450479 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:11.598127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['e6e0125b-e89e-4d54-90b4-c77d3c908bf5'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:29:11.670208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b4856-2883-45b8-b711-0b397287f0be req-fc87c12e-65e8-4860-bc24-557ea23bd1d1 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:11.679333 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b67b4856-2883-45b8-b711-0b397287f0be req-fc87c12e-65e8-4860-bc24-557ea23bd1d1 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 944 time: 0.1256778 Nov 11 11:29:11.752444 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b67b4856-2883-45b8-b711-0b397287f0be req-9194edbf-7b50-4f8b-b620-fe00b8c9c84a tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719790 Nov 11 11:29:11.859718 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4bdba4d5-7903-4c8c-95fe-a4aad5099193 req-5978d341-494b-4328-90e0-45599ed0bc55 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 210 time: 0.0535769 Nov 11 11:29:11.883281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c992fe74-bfc6-4f99-913c-fe56ab70c987 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:11.884909 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c992fe74-bfc6-4f99-913c-fe56ab70c987 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 810 time: 0.2656457 Nov 11 11:29:11.944664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-e4721d1e-2643-4a3c-a925-4b5cb6d7e9cf tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Synchronizing usage tracker for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:security_group {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:11.958440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-e4721d1e-2643-4a3c-a925-4b5cb6d7e9cf tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Unset dirty status for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:security_group {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:11.959699 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-e4721d1e-2643-4a3c-a925-4b5cb6d7e9cf tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42c8adc6f34c4d8cb8feabd2f872d070 HTTP/1.1" status: 200 len: 379 time: 0.0632803 Nov 11 11:29:11.969831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'port': {'device_id': '73b28bec-f6da-4631-8191-c651fd549916', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'admin_state_up': True, 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'security_groups': ['c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40']}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:12.119931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:12.130536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:12.139487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Made reservation on behalf of 42c8adc6f34c4d8cb8feabd2f872d070 for: {'port': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:12.145709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:12.324530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Allocated IP 172.20.0.6 (d5664352-840f-4ab4-9e50-5e5b0a34b558/de5a6e8d-e303-4994-b9fa-513a119e55cb/64506ec3-7f77-4694-9e75-a58de9367cc2) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:12.544740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:12.562230 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Transition to ACTIVE for port object 64506ec3-7f77-4694-9e75-a58de9367cc2 will not be triggered until provisioned by entity DHCP. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:12.582511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:12.588929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:12.669043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:12.672689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event updated for resources: {'Port': ['ID=64506ec3-7f77-4694-9e75-a58de9367cc2,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:12.676276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:12.678201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:12.678979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:12.683289 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:12.684163 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:12.713969 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482340 Nov 11 11:29:12.735788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Request body: {'port': {'device_id': '73b28bec-f6da-4631-8191-c651fd549916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:12.863783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.008741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1865-d7cc-45b2-8721-ef0ffb87097c req-2fd25793-54a8-477d-9a91-4bd9a8c94026 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:13.010381 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f59d1865-d7cc-45b2-8721-ef0ffb87097c req-2fd25793-54a8-477d-9a91-4bd9a8c94026 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 944 time: 0.1129928 Nov 11 11:29:13.013035 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-10fef494-490b-4ca6-998d-f2b494643b31 None None] Provisioning for port 64506ec3-7f77-4694-9e75-a58de9367cc2 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:13.020203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-10fef494-490b-4ca6-998d-f2b494643b31 None None] Provisioning complete for port 64506ec3-7f77-4694-9e75-a58de9367cc2 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:13.020729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-10fef494-490b-4ca6-998d-f2b494643b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.023030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9504a-06b1-4bb1-b4fa-466b6d2895aa req-b1068963-f760-45f4-b2e4-f25a5aae1213 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:13.028543 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9cc9504a-06b1-4bb1-b4fa-466b6d2895aa req-b1068963-f760-45f4-b2e4-f25a5aae1213 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 946 time: 0.1783533 Nov 11 11:29:13.078649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-10fef494-490b-4ca6-998d-f2b494643b31 None None] Port 64506ec3-7f77-4694-9e75-a58de9367cc2 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:29:13.099829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device e6e0125b-e89e-4d54-90b4-c77d3c908bf5 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:13.113370 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f59d1865-d7cc-45b2-8721-ef0ffb87097c req-4f7360ef-a545-4813-8403-2bb54828c105 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 Nov 11 11:29:13.134669 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9cc9504a-06b1-4bb1-b4fa-466b6d2895aa req-13457238-9baa-40d6-826f-d0800b0a9019 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020734 Nov 11 11:29:13.186621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:13.192898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:13.193298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.323205 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.342135 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782293ca-7ae4-424d-b825-4763289b092a req-07ce241a-3b34-467a-8813-f6732ada4e80 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:13.343879 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-782293ca-7ae4-424d-b825-4763289b092a req-07ce241a-3b34-467a-8813-f6732ada4e80 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 931 time: 0.0957453 Nov 11 11:29:13.354139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e2fb91-dc3c-4995-815d-92dc151f0bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e0125b-e89e-4d54-90b4-c77d3c908bf5'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:13.369219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port e6e0125b-e89e-4d54-90b4-c77d3c908bf5, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:13.375083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.382151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:13.416110 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-782293ca-7ae4-424d-b825-4763289b092a req-3d1ed1bc-b7a3-43e7-b7b6-b8ef7574d734 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645404 Nov 11 11:29:13.440415 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e2fb91-dc3c-4995-815d-92dc151f0bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e0125b-e89e-4d54-90b4-c77d3c908bf5', 'code': 200} Nov 11 11:29:13.448658 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64506ec3-7f77-4694-9e75-a58de9367cc2 {{(pid=88093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:29:13.456339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.473039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Transition to ACTIVE for port object 64506ec3-7f77-4694-9e75-a58de9367cc2 will not be triggered until provisioned by entity L2. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:13.475679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.478590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:13.480338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-474aa1c3-e472-49be-acd8-3607038484cb tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:13.491726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:13.636450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=64506ec3-7f77-4694-9e75-a58de9367cc2,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:13.680392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:13.699598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Attempting to bind port 64506ec3-7f77-4694-9e75-a58de9367cc2 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:13.699978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Attempting to bind port 64506ec3-7f77-4694-9e75-a58de9367cc2 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:13.700346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Attempting to bind port 64506ec3-7f77-4694-9e75-a58de9367cc2 on network d5664352-840f-4ab4-9e50-5e5b0a34b558 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:13.712206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Port 64506ec3-7f77-4694-9e75-a58de9367cc2 on network d5664352-840f-4ab4-9e50-5e5b0a34b558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:29:13.712569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Attempting to bind port 64506ec3-7f77-4694-9e75-a58de9367cc2 on network d5664352-840f-4ab4-9e50-5e5b0a34b558 {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:13.713798 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8ce0c80a-80b7-49ba-b872-810f930226e6 req-8b867fb8-f6ba-4a32-a376-e46f2783b410 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 1098 time: 0.1125236 Nov 11 11:29:13.722119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:13.722548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Checking segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:13.723028 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Bound using segment: {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'} {{(pid=88093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:13.723602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Bound port: 64506ec3-7f77-4694-9e75-a58de9367cc2, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd420802d-decb-42f9-a442-4d30d929cf8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558'}}] {{(pid=88093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:13.724073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.771677 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8ce0c80a-80b7-49ba-b872-810f930226e6 req-5449412e-c75a-4958-a306-81ef94cff75b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 Nov 11 11:29:13.824250 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] For port 64506ec3-7f77-4694-9e75-a58de9367cc2, host hv-cinder-81741, cleared binding levels {{(pid=88093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:13.827802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] For port 64506ec3-7f77-4694-9e75-a58de9367cc2, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=64506ec3-7f77-4694-9e75-a58de9367cc2,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:13.832671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.838430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:13.904691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:13.906476 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] 10.222.0.64 "PUT /v2.0/ports/64506ec3-7f77-4694-9e75-a58de9367cc2 HTTP/1.1" status: 200 len: 1093 time: 1.1760843 Nov 11 11:29:13.907008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b28bec-f6da-4631-8191-c651fd549916', 'tag': '64506ec3-7f77-4694-9e75-a58de9367cc2'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:13.927385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=64506ec3-7f77-4694-9e75-a58de9367cc2,revision_number=3']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:13.930857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:13.974984 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b28bec-f6da-4631-8191-c651fd549916', 'tag': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'status': 'completed', 'code': 200} Nov 11 11:29:14.075561 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9b8fccd4-2b3e-45b2-a1b3-66ce5dcdf141 req-a2d9505e-ebf2-449c-9a12-16e66c9895ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 1096 time: 0.0814340 Nov 11 11:29:14.322333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fccd4-2b3e-45b2-a1b3-66ce5dcdf141 req-cd271c18-2584-4ee1-beab-5065e3cb2f2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:14.324536 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9b8fccd4-2b3e-45b2-a1b3-66ce5dcdf141 req-cd271c18-2584-4ee1-beab-5065e3cb2f2f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2392838 Nov 11 11:29:14.466240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2ae4c-ffca-4143-b459-ebf8d8a59d71 req-f838db8e-233a-43a9-b9c5-9d9398ca3573 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:14.467803 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b5b2ae4c-ffca-4143-b459-ebf8d8a59d71 req-f838db8e-233a-43a9-b9c5-9d9398ca3573 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 945 time: 0.1563020 Nov 11 11:29:14.477298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fccd4-2b3e-45b2-a1b3-66ce5dcdf141 req-3582af2c-a6db-49eb-ae30-fc0fbef3013c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:14.478251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8aa11-8d2b-44d2-8911-0470f35f571b req-c3bf2d06-f928-4e63-9e94-c17160ee6d97 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:14.478887 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9b8fccd4-2b3e-45b2-a1b3-66ce5dcdf141 req-3582af2c-a6db-49eb-ae30-fc0fbef3013c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462581 Nov 11 11:29:14.479855 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1b8aa11-8d2b-44d2-8911-0470f35f571b req-c3bf2d06-f928-4e63-9e94-c17160ee6d97 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 946 time: 0.1274223 Nov 11 11:29:14.561401 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b5b2ae4c-ffca-4143-b459-ebf8d8a59d71 req-a0c34fe9-44f4-4444-a169-2da76f5dace7 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804791 Nov 11 11:29:14.567308 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e1b8aa11-8d2b-44d2-8911-0470f35f571b req-75306761-1a96-4c30-88d6-b6cb2f07db0b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701196 Nov 11 11:29:14.614101 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-fcf4517b-715c-4b36-9625-a2536425b790 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 1096 time: 0.0893965 Nov 11 11:29:14.697298 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-d1fdd18d-384b-4cad-a0f7-e9407d62ef0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64506ec3-7f77-4694-9e75-a58de9367cc2 HTTP/1.1" status: 200 len: 217 time: 0.0704079 Nov 11 11:29:14.771632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-0b1a9047-25ad-462b-b6a3-412cc24f08c6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:14.773229 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-0b1a9047-25ad-462b-b6a3-412cc24f08c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 200 len: 849 time: 0.0683575 Nov 11 11:29:14.846091 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07abf1-60fa-48c5-b9d9-d5cfe9929014 req-46dcc530-2a14-461f-a3de-5da74dd5bdc0 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:14.848295 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bb07abf1-60fa-48c5-b9d9-d5cfe9929014 req-46dcc530-2a14-461f-a3de-5da74dd5bdc0 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 943 time: 0.1598349 Nov 11 11:29:14.872099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-f5e960b4-e678-49f0-a9e3-4a16c2b96330 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:14.874002 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-f5e960b4-e678-49f0-a9e3-4a16c2b96330 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 946 time: 0.1351066 Nov 11 11:29:14.888893 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-9d872997-472a-488e-b8df-a750bbae383a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5664352-840f-4ab4-9e50-5e5b0a34b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987394 Nov 11 11:29:14.985099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Deleting port 67a2a2c9-e8bb-4952-835b-55d71333fb8a {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:29:14.985474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:15.018223 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bb07abf1-60fa-48c5-b9d9-d5cfe9929014 req-145bcf87-f7b7-4b49-b2bf-b088e4ade50f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567378 Nov 11 11:29:15.038772 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-9053e57f-e53a-4acf-a1cc-eb482aa10261 service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414752 Nov 11 11:29:15.182061 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0420e71-f19b-43fb-9bc6-d38f7d6a7763 req-8e4508d3-d426-4ee9-9068-17a6f1cb467b service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368482 Nov 11 11:29:15.250208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] For port 67a2a2c9-e8bb-4952-835b-55d71333fb8a, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=67a2a2c9-e8bb-4952-835b-55d71333fb8a,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:15.250598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:15.553151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:15.553667 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:15.553892 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Floating IP e16bf28d-1206-48e1-813f-68c9c0a4583b disassociated. External IP: 172.28.1.92, port: 67a2a2c9-e8bb-4952-835b-55d71333fb8a. Nov 11 11:29:15.554306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Calling delete_port for 67a2a2c9-e8bb-4952-835b-55d71333fb8a owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:29:16.226661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:16.235423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-85a11c43-98e1-429a-9776-6b54a6d5b73e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:16.295537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event deleted for resources: {'Port': ['ID=67a2a2c9-e8bb-4952-835b-55d71333fb8a,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:16.301588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:16.309225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e7204-51c6-45f6-906b-fa2cd655cd17 req-dca90b89-ee68-4b72-a155-c5fcfb168211 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:16.310846 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4a4e7204-51c6-45f6-906b-fa2cd655cd17 req-dca90b89-ee68-4b72-a155-c5fcfb168211 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 945 time: 0.6092649 Nov 11 11:29:16.323928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825841b0-eae5-4974-be1d-466e32bbbcf2 req-6f51989f-981b-480a-93cd-9ef2f045a164 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:16.325534 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-825841b0-eae5-4974-be1d-466e32bbbcf2 req-6f51989f-981b-480a-93cd-9ef2f045a164 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade2f57e-2eb8-4169-bf15-e15d6bf0dc74 HTTP/1.1" status: 200 len: 946 time: 0.5376179 Nov 11 11:29:16.477888 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4a4e7204-51c6-45f6-906b-fa2cd655cd17 req-135f9230-768d-4959-9789-4f0be05e4c85 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512005 Nov 11 11:29:16.488688 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-825841b0-eae5-4974-be1d-466e32bbbcf2 req-cda424ed-995b-403c-b05f-08dfe3d96612 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=da65f037-adea-4c91-8cbf-aa67936d18f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453221 Nov 11 11:29:16.710241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:29:16.724213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20198f2-a646-4d63-8cba-7927783df99c req-b2e19ee4-a689-4f4a-9659-b69ac7fb6946 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:16.725953 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c20198f2-a646-4d63-8cba-7927783df99c req-b2e19ee4-a689-4f4a-9659-b69ac7fb6946 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 943 time: 0.1259215 Nov 11 11:29:16.884465 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c20198f2-a646-4d63-8cba-7927783df99c req-04ea074f-9f6d-44ec-87b3-9731f5c53fc1 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499667 Nov 11 11:29:17.038041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:17.050381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] Sync routers for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:29:17.064877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:17.066424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:28:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:17.112364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] No DVR routers for this DVR port 67a2a2c9-e8bb-4952-835b-55d71333fb8a on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:29:17.114876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:17.117824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-deleted', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:17.134048 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f9fc78b2-1e53-47cf-9407-7d9746159f05 req-96d948f8-7022-4ee7-b895-bc1c992492aa tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "DELETE /v2.0/ports/67a2a2c9-e8bb-4952-835b-55d71333fb8a HTTP/1.1" status: 204 len: 173 time: 2.2419922 Nov 11 11:29:17.136460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 64506ec3-7f77-4694-9e75-a58de9367cc2 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:29:17.180738 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade2f57e-2eb8-4169-bf15-e15d6bf0dc74', 'name': 'network-vif-deleted', 'tag': '67a2a2c9-e8bb-4952-835b-55d71333fb8a', 'status': 'completed', 'code': 200} Nov 11 11:29:17.379081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:17.531862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 64506ec3-7f77-4694-9e75-a58de9367cc2, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=64506ec3-7f77-4694-9e75-a58de9367cc2,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:17.582075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'port_id': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'mac_address': 'fa:16:3e:fe:7a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:29:17.674969 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38562) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:17.716985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:17.745518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64506ec3-7f77-4694-9e75-a58de9367cc2 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:29:17.766296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b15e64e3-ebda-4f65-b825-2cb8d2ba574e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:17.790352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320508d2-553b-4c70-9c3b-f14680a7b6d1 req-fe253203-055e-4fd2-9265-a1ec3d5767bf tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:17.791945 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-320508d2-553b-4c70-9c3b-f14680a7b6d1 req-fe253203-055e-4fd2-9265-a1ec3d5767bf tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 945 time: 0.1063890 Nov 11 11:29:17.801552 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b15e64e3-ebda-4f65-b825-2cb8d2ba574e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:17.809634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 64506ec3-7f77-4694-9e75-a58de9367cc2, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=64506ec3-7f77-4694-9e75-a58de9367cc2,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:17.813776 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:17.816381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:17.845386 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-320508d2-553b-4c70-9c3b-f14680a7b6d1 req-372b7a78-750a-4501-b2b9-c79e93b05755 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469232 Nov 11 11:29:17.855821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b15e64e3-ebda-4f65-b825-2cb8d2ba574e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:17.862037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b6496698-b108-42e4-9207-e9eb10fbe616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:17.882088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e64e3-ebda-4f65-b825-2cb8d2ba574e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da65f037-adea-4c91-8cbf-aa67936d18f0,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:17.882380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b15e64e3-ebda-4f65-b825-2cb8d2ba574e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:17.890305 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b15e64e3-ebda-4f65-b825-2cb8d2ba574e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:17.891610 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b15e64e3-ebda-4f65-b825-2cb8d2ba574e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "DELETE /v2.0/security-groups/da65f037-adea-4c91-8cbf-aa67936d18f0 HTTP/1.1" status: 204 len: 168 time: 0.2154164 Nov 11 11:29:17.895147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38566) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:17.913711 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.v2.resource [None req-ca38d3af-fdd0-4a93-85bb-f40efa86c874 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] show failed (client error): The resource could not be found. Nov 11 11:29:17.916079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ca38d3af-fdd0-4a93-85bb-f40efa86c874 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups/da65f037-adea-4c91-8cbf-aa67936d18f0 HTTP/1.1" status: 404 len: 347 time: 0.0186474 Nov 11 11:29:17.916237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=64506ec3-7f77-4694-9e75-a58de9367cc2,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:17.917877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38572) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:17.919891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:17.933277 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:17.938708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] Checking router: 31c7ca60-f294-48fd-8ab1-0135a2e2d805 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:29:17.950964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:17.951726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:28:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:18.098394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['64506ec3-7f77-4694-9e75-a58de9367cc2'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:29:18.116707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Deleting port 85c48663-a468-46a4-909f-89eb3ea69b74 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:29:18.117088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:18.130292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e1c36-0765-4295-b1dc-9d51d9ee0557 req-10d9880a-84ac-4929-b967-d823d05ae770 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:18.139198 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ff0e1c36-0765-4295-b1dc-9d51d9ee0557 req-10d9880a-84ac-4929-b967-d823d05ae770 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 944 time: 0.1206839 Nov 11 11:29:18.213246 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ff0e1c36-0765-4295-b1dc-9d51d9ee0557 req-6641e1da-2a9f-4cb5-8e77-528708e0e4db tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729408 Nov 11 11:29:18.313467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:18.313832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:18.389384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:18.447951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Calling delete_port for 85c48663-a468-46a4-909f-89eb3ea69b74 owned by network:floatingip {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:29:18.594258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:18.599533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e2da891-5140-4d8c-8dc0-13490ed64961 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:18.644714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event deleted for resources: {'Port': ['ID=85c48663-a468-46a4-909f-89eb3ea69b74,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:18.649292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:18.688545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:18.706475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:18.710672 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "DELETE /v2.0/floatingips/e16bf28d-1206-48e1-813f-68c9c0a4583b HTTP/1.1" status: 204 len: 168 time: 0.7890439 Nov 11 11:29:18.805988 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:18.810173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488240e-d51a-40c6-adf3-b9da2c753f8c None None] The sync data for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb is: [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:29:18.922260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38586) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:18.929213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908814064', 'description': 'tempest-description--1261017878'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:18.936008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:18.941665 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:security_group and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:18.945019 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:18.951720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:18.962477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:18.994636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b432a4cd-e6b6-499e-abad-ae112a3609a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.006022 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:19.010215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:security_group_rule and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:19.013330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:19.020006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:19.081224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.084776 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.090587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ec72391a-2f8f-4b24-bf23-c55ca221349c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:19.123809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22ce3-7a1c-4864-9638-f1e8953c19c5 req-0d07774c-dd87-4b7a-bb52-ff70563d35c3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:19.125477 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-29a22ce3-7a1c-4864-9638-f1e8953c19c5 req-0d07774c-dd87-4b7a-bb52-ff70563d35c3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 945 time: 0.1217864 Nov 11 11:29:19.132228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef474b80-94de-484d-82ba-d77c994b329b req-9c5ecd83-0e90-40a2-a16b-1200367bc89c tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:19.133869 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ef474b80-94de-484d-82ba-d77c994b329b req-9c5ecd83-0e90-40a2-a16b-1200367bc89c tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.64 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 945 time: 0.1694543 Nov 11 11:29:19.134684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 64506ec3-7f77-4694-9e75-a58de9367cc2 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:19.146883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab9f613-d586-4369-bc43-65c009ce7d06,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:19.163113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.165154 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2415719 Nov 11 11:29:19.166631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:19.171666 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38590) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:19.180890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'security_group_rule': {'security_group_id': '9ab9f613-d586-4369-bc43-65c009ce7d06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:19.188226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:19.192419 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:security_group_rule and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:19.195506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:19.201631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:19.220784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 64506ec3-7f77-4694-9e75-a58de9367cc2 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:19.222607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.227147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 64506ec3-7f77-4694-9e75-a58de9367cc2 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:19.227598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.262481 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-29a22ce3-7a1c-4864-9638-f1e8953c19c5 req-ae086bfb-5c43-43b0-a59e-98d7d8cd25e6 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/security-groups?id=49e9bfd8-f199-476d-897f-59d6a21fe84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274137 Nov 11 11:29:19.269638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Deleting port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:29:19.270028 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.318090 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291809b6-54fb-4b62-90fc-6e6f8da6b97b None None] New status for floating IP e16bf28d-1206-48e1-813f-68c9c0a4583b: DOWN {{(pid=88095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:29:19.323274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.329213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.342797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b5661b43-7ddd-404b-9440-558b7c7461a6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:19.387676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.389525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba07fde-913c-4d5c-8ac4-6f79da0133f9,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:19.404371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:19.409575 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.410847 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2365277 Nov 11 11:29:19.413845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38600) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:19.422459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'security_group_rule': {'security_group_id': '9ab9f613-d586-4369-bc43-65c009ce7d06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:19.434113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 64506ec3-7f77-4694-9e75-a58de9367cc2, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=64506ec3-7f77-4694-9e75-a58de9367cc2,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:19.436357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:19.437621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b28bec-f6da-4631-8191-c651fd549916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64506ec3-7f77-4694-9e75-a58de9367cc2'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:19.447137 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:security_group_rule and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:19.462047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.463125 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:29:19.484281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:19.498995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:19.554841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:19.582710 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b28bec-f6da-4631-8191-c651fd549916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'code': 200} Nov 11 11:29:19.598377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 67a2a2c9-e8bb-4952-835b-55d71333fb8a {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:29:19.598919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 67a2a2c9-e8bb-4952-835b-55d71333fb8a not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:29:19.656771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=64506ec3-7f77-4694-9e75-a58de9367cc2,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:19.665466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:19.702987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.762313 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445283fb-120c-439e-b2f9-d6f78f96d18b req-f6bfd7f2-aa4a-4dc9-8e82-98850cbaee5f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:19.763975 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-445283fb-120c-439e-b2f9-d6f78f96d18b req-f6bfd7f2-aa4a-4dc9-8e82-98850cbaee5f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.2810843 Nov 11 11:29:19.811083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] For port e6e0125b-e89e-4d54-90b4-c77d3c908bf5, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,segment=NetworkSegment(e7f6e85d-1d52-44a4-b9ae-d941960f0895),segment_id=e7f6e85d-1d52-44a4-b9ae-d941960f0895)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:19.811672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:19.820823 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3e711f9b-e946-474a-80f2-d6afa87f956b req-1a56c71f-0eeb-43b1-b85c-94f8b3dd065f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 1098 time: 0.0784128 Nov 11 11:29:19.868635 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3e711f9b-e946-474a-80f2-d6afa87f956b req-c20641a0-51a1-4e66-93ee-42894a716b6c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 Nov 11 11:29:19.967562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Calling delete_port for e6e0125b-e89e-4d54-90b4-c77d3c908bf5 owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:29:20.021357 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-445283fb-120c-439e-b2f9-d6f78f96d18b req-9fcd3b45-a349-4894-a6a6-c585f866f2ea tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484152 Nov 11 11:29:20.024948 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.035645 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.042629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:20.071987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2748df6-ab46-4b84-9e33-3e6cccdb9906,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:20.086197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:20.094669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.100734 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6810968 Nov 11 11:29:20.101240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38610) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:20.108573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'floatingip': {'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:20.116036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:20.120542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Usage tracker for resource:floatingip and tenant:6863095b62f84a09954e098318002d93 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:20.123891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:20.130965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:20.140840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.166618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.172340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:20.178325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['e6e0125b-e89e-4d54-90b4-c77d3c908bf5'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:29:20.220699 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Pushing event deleted for resources: {'Port': ['ID=e6e0125b-e89e-4d54-90b4-c77d3c908bf5,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:20.225823 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:20.292945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.297438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] No DVR routers for this DVR port e6e0125b-e89e-4d54-90b4-c77d3c908bf5 on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:29:20.300765 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.304948 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e2fb91-dc3c-4995-815d-92dc151f0bcf', 'name': 'network-vif-deleted', 'tag': 'e6e0125b-e89e-4d54-90b4-c77d3c908bf5'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:20.316775 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ef474b80-94de-484d-82ba-d77c994b329b req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.64 "DELETE /v2.0/ports/e6e0125b-e89e-4d54-90b4-c77d3c908bf5 HTTP/1.1" status: 204 len: 173 time: 1.1619186 Nov 11 11:29:20.375521 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e2fb91-dc3c-4995-815d-92dc151f0bcf', 'name': 'network-vif-deleted', 'tag': 'e6e0125b-e89e-4d54-90b4-c77d3c908bf5', 'status': 'completed', 'code': 200} Nov 11 11:29:20.451690 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-23fd9689-160c-4bce-9a3e-7773e5c5be04 req-50d8f417-56e4-4aba-8967-25fa0f48cc26 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Synchronizing usage tracker for tenant:e505ddb049644c198112d21d80c169f4 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:20.462507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Allocated IP 172.28.1.58 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/98679586-847c-4268-99cc-78f878832d80) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:20.473064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-23fd9689-160c-4bce-9a3e-7773e5c5be04 req-50d8f417-56e4-4aba-8967-25fa0f48cc26 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Unset dirty status for tenant:e505ddb049644c198112d21d80c169f4 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:20.474295 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-23fd9689-160c-4bce-9a3e-7773e5c5be04 req-50d8f417-56e4-4aba-8967-25fa0f48cc26 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] 10.222.0.37 "GET /v2.0/ports?device_id=79e2fb91-dc3c-4995-815d-92dc151f0bcf HTTP/1.1" status: 200 len: 210 time: 0.0759246 Nov 11 11:29:20.559486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.622425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.649332 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.654951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:20.733077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:20.733978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'Port': ['ID=98679586-847c-4268-99cc-78f878832d80,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:20.737342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:20.739359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:20.740144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:20.866874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:20.952409 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:21.194626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:21.198346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:21.202359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bbbfb8ad-25b8-4706-9167-bd7624b1e7a6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:21.250282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbf3c6-cd5d-4140-b28d-c7d991861332 req-715a6f46-fb91-4448-85f9-89ba494a9c4b tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:21.251867 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-34dbf3c6-cd5d-4140-b28d-c7d991861332 req-715a6f46-fb91-4448-85f9-89ba494a9c4b tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.0897329 Nov 11 11:29:21.282361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:21.297141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'Port': ['ID=98679586-847c-4268-99cc-78f878832d80,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:21.302582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:21.306471 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-34dbf3c6-cd5d-4140-b28d-c7d991861332 req-c27427de-4ab9-491e-aef2-dd5a9db0f14f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457442 Nov 11 11:29:21.312732 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:21.314082 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2115343 Nov 11 11:29:21.524626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b361a2c-db3d-47a8-818a-a0724beb1820 req-f4e14561-d7ca-42fc-9185-57f9a1c8b4d6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:21.526328 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2b361a2c-db3d-47a8-818a-a0724beb1820 req-f4e14561-d7ca-42fc-9185-57f9a1c8b4d6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.0926850 Nov 11 11:29:21.536387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38642) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:21.543779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Request body: {'floatingip': {'port_id': '64506ec3-7f77-4694-9e75-a58de9367cc2'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:21.585089 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-320d874f-5619-45c1-899c-3d11c64a33b8 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--908814064&fields=id&tenant_id=6863095b62f84a09954e098318002d93 HTTP/1.1" status: 200 len: 267 time: 0.0576720 Nov 11 11:29:21.614361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d97a99ae-67a7-4350-a3d4-cc3eb231882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:21.657993 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:21.813091 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-92c28ca2-b8bd-4afe-9fdf-45b96f2fd5cd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:21.814749 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-92c28ca2-b8bd-4afe-9fdf-45b96f2fd5cd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 817 time: 0.2193451 Nov 11 11:29:21.838316 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-336da181-63d2-4eb7-9e48-ec528012d252 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/quotas/6863095b62f84a09954e098318002d93 HTTP/1.1" status: 200 len: 375 time: 0.0158565 Nov 11 11:29:21.845815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:21.934715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-67bde4d9-14ac-44fe-8815-1b6ee0bc5073 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Synchronizing usage tracker for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:21.958068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-67bde4d9-14ac-44fe-8815-1b6ee0bc5073 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Unset dirty status for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:21.961850 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-67bde4d9-14ac-44fe-8815-1b6ee0bc5073 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1149864 Nov 11 11:29:22.142166 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-75da9839-1cb0-47ed-86fe-e78d45a7a7b2 service neutron] 10.222.0.37 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692200 Nov 11 11:29:22.334752 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-381867b9-d79f-452d-83fa-357f935f0e14 service neutron] 10.222.0.37 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816998 Nov 11 11:29:22.624481 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e221b97f-e6c7-4afe-9214-b364cd7f3c75 req-e8616535-30b9-483e-9e6f-788b3e41f8c4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 210 time: 0.0714355 Nov 11 11:29:22.636197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:22.656065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:22.907768 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Floating IP 31e9d5f2-14ea-46e5-aed3-2130e12ffe95 associated. External IP: 172.28.1.174, port: 64506ec3-7f77-4694-9e75-a58de9367cc2. Nov 11 11:29:23.169731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device e6e0125b-e89e-4d54-90b4-c77d3c908bf5 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:29:23.206579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: e6e0125b-e89e-4d54-90b4-c77d3c908bf5 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:29:23.207357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device e6e0125b-e89e-4d54-90b4-c77d3c908bf5 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:29:23.357839 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:29:23.459082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:23.576164 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:23.582745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:23.586518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] Sync routers for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:29:23.600766 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:23.601445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:23.646471 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d6501b9e-4827-4683-b828-611f28a7e718 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "PUT /v2.0/floatingips/31e9d5f2-14ea-46e5-aed3-2130e12ffe95 HTTP/1.1" status: 200 len: 991 time: 2.1086774 Nov 11 11:29:23.647062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b28bec-f6da-4631-8191-c651fd549916', 'tag': '64506ec3-7f77-4694-9e75-a58de9367cc2'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:23.774014 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b28bec-f6da-4631-8191-c651fd549916', 'tag': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'status': 'completed', 'code': 200} Nov 11 11:29:23.893283 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-f6a58b88-275e-4580-80d5-c655bf5a257e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 1098 time: 0.0912726 Nov 11 11:29:23.934953 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:24.232369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-7f2b7092-a7ba-486d-9823-bbaa03fb8b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:24.239445 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-7f2b7092-a7ba-486d-9823-bbaa03fb8b34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 200 len: 911 time: 0.3343701 Nov 11 11:29:24.276583 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-af57f77c-537b-4333-88d1-e99b0f4fa983 req-e767256a-f33c-40d4-ab95-c5bf33f501c3 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 210 time: 0.0772014 Nov 11 11:29:24.341826 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-a22caaca-00aa-4f20-b252-8daac4fb5aa8 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:24.343561 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-a22caaca-00aa-4f20-b252-8daac4fb5aa8 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 817 time: 0.5844443 Nov 11 11:29:24.389262 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-a5df2d82-4b57-484a-9f8e-faaebd4b0331 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64506ec3-7f77-4694-9e75-a58de9367cc2 HTTP/1.1" status: 200 len: 999 time: 0.1474502 Nov 11 11:29:24.408328 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-9261766d-9da5-4f63-8f22-fc2ffa44363f tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6863095b62f84a09954e098318002d93 HTTP/1.1" status: 200 len: 379 time: 0.0536184 Nov 11 11:29:24.417287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'port': {'device_id': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'admin_state_up': True, 'tenant_id': '6863095b62f84a09954e098318002d93', 'security_groups': ['9ab9f613-d586-4369-bc43-65c009ce7d06']}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:24.482290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-43fa559d-df5d-472a-b237-4901b0ca139f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:24.483919 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-43fa559d-df5d-472a-b237-4901b0ca139f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 200 len: 849 time: 0.0871556 Nov 11 11:29:24.490507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '31e9d5f2-14ea-46e5-aed3-2130e12ffe95', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'floating_ip_address': '172.28.1.174', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'port_id': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'mac_address': 'fa:16:3e:fe:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b28bec-f6da-4631-8191-c651fd549916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:29:08Z', 'updated_at': '2021-11-11T11:29:22Z', 'revision_number': 1, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:24.500617 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] Checking router: 03191cbb-c781-4b1b-ad61-bde7ea9451f9 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:29:24.528963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:24.529662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:24.583308 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-090b7ea3-fc46-456f-9036-296b9279bf66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5664352-840f-4ab4-9e50-5e5b0a34b558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890801 Nov 11 11:29:24.591031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:24.604218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:24.618345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Made reservation on behalf of 6863095b62f84a09954e098318002d93 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:24.631463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:24.817377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:24.838701 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-91a0812a-24b1-44c3-b113-d35b8977c739 service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424991 Nov 11 11:29:24.845065 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Allocated IP 172.20.0.10 (4c31b002-3a94-4845-85a1-39c3b0112e17/ac7f787b-ca6a-48f1-af1c-41ce6c573b8d/3e1a0371-5962-4505-94e0-fc3117509cca) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:25.095483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:25.117484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Transition to ACTIVE for port object 3e1a0371-5962-4505-94e0-fc3117509cca will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:25.123417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38756) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:25.172162 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-68c4dc7b-1adf-4cc3-a0b5-47483ce31606 req-e22853bf-afc3-466c-a639-65e137b451ca service neutron] 10.222.0.64 "GET /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133829 Nov 11 11:29:25.211936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:25.217996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:25.261258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] Deleting subnet f915bb24-1c22-40af-9348-0fe85bf21d56 {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:29:25.288886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:25.363118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:25.367905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:25.385005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:25.429580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:25.449800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:25.457484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16582950'] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:25.467335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '31e9d5f2-14ea-46e5-aed3-2130e12ffe95', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'floating_ip_address': '172.28.1.174', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'port_id': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'mac_address': 'fa:16:3e:fe:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b28bec-f6da-4631-8191-c651fd549916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:29:08Z', 'updated_at': '2021-11-11T11:29:22Z', 'revision_number': 1, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:25.472784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11079008-d649-4772-a762-d0d1548dc7d1 None None] The sync data for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb is: [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '31e9d5f2-14ea-46e5-aed3-2130e12ffe95', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'floating_ip_address': '172.28.1.174', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'port_id': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'mac_address': 'fa:16:3e:fe:7a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b28bec-f6da-4631-8191-c651fd549916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:29:08Z', 'updated_at': '2021-11-11T11:29:22Z', 'revision_number': 1, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:29:25.630536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:25.631711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:25.704534 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-aed39b0a-bd06-451b-afb5-b098b9eaf724 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2912748 Nov 11 11:29:25.705850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:25.777237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Request body: {'port': {'device_id': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:25.857993 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493a09-f148-41dd-81fa-a47d07c1b0f3 req-f0128d63-63ee-4333-a8c1-5d4be0c11f6a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:25.858796 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-46493a09-f148-41dd-81fa-a47d07c1b0f3 req-f0128d63-63ee-4333-a8c1-5d4be0c11f6a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Synchronizing usage tracker for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:29:25.888866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-a8ff43ea-ed3b-4c83-9901-c3797ba2c8cb None None] Provisioning for port 3e1a0371-5962-4505-94e0-fc3117509cca completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:25.898780 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-a8ff43ea-ed3b-4c83-9901-c3797ba2c8cb None None] Provisioning complete for port 3e1a0371-5962-4505-94e0-fc3117509cca triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:25.899509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a8ff43ea-ed3b-4c83-9901-c3797ba2c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:25.958415 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:25.992794 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff43ea-ed3b-4c83-9901-c3797ba2c8cb None None] Port 3e1a0371-5962-4505-94e0-fc3117509cca cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:29:26.033763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49780356-a1c3-4156-a691-b6ee09266b31 None None] New status for floating IP 31e9d5f2-14ea-46e5-aed3-2130e12ffe95: ACTIVE {{(pid=88095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:29:26.042404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-46493a09-f148-41dd-81fa-a47d07c1b0f3 req-f0128d63-63ee-4333-a8c1-5d4be0c11f6a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Unset dirty status for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:29:26.044256 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-46493a09-f148-41dd-81fa-a47d07c1b0f3 req-f0128d63-63ee-4333-a8c1-5d4be0c11f6a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 932 time: 0.5442374 Nov 11 11:29:26.141717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838268879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591254'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:26.159341 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-46493a09-f148-41dd-81fa-a47d07c1b0f3 req-d2ad4357-6a4a-4da8-9ed6-5908f46721ee tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033490 Nov 11 11:29:26.213355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-512af8e3-3262-46c6-9577-2bcab455d7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:26.275099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f915bb24-1c22-40af-9348-0fe85bf21d56,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:26.282484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:26.291275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:26.301878 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-74f87db0-d2ae-4f5c-a167-4c01f51f2a6d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f915bb24-1c22-40af-9348-0fe85bf21d56 HTTP/1.1" status: 204 len: 168 time: 1.1774304 Nov 11 11:29:26.304529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38768) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:26.468952 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:26.596797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1a0371-5962-4505-94e0-fc3117509cca {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:29:26.606257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:26.625109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Transition to ACTIVE for port object 3e1a0371-5962-4505-94e0-fc3117509cca will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:26.626053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:26.628815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:26.648108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-257acb91-2759-4354-a20a-9b33ce08722a tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:26.839584 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:26.845219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:26.873451 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.874032 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.874983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.875583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > port after_create 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.876110 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > port after_delete 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.876638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > port after_update 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.877744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.878503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.879030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:26.879691 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:27.015728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Attempting to bind port 3e1a0371-5962-4505-94e0-fc3117509cca on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:27.016372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Attempting to bind port 3e1a0371-5962-4505-94e0-fc3117509cca by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:27.016918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Attempting to bind port 3e1a0371-5962-4505-94e0-fc3117509cca on network 4c31b002-3a94-4845-85a1-39c3b0112e17 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:27.020848 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:27.021270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:27.021700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:27.022194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 11:29:27.022645 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992b32db-bac3-453e-b8a8-f779f51b2c9b']}} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:27.024917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Port 3e1a0371-5962-4505-94e0-fc3117509cca on network 4c31b002-3a94-4845-85a1-39c3b0112e17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:29:27.025456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Attempting to bind port 3e1a0371-5962-4505-94e0-fc3117509cca on network 4c31b002-3a94-4845-85a1-39c3b0112e17 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:27.033892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:27.034541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Checking segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:27.035132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Bound using segment: {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:27.035813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Bound port: 3e1a0371-5962-4505-94e0-fc3117509cca, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d8f091-1725-44aa-8170-bd6aa206f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:27.036355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.046242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd588e9b-7166-43b5-a276-3a423508eb8c') {'for_net_delete': True} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:27.046573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd588e9b-7166-43b5-a276-3a423508eb8c') {} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:27.067215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838132199'] for segment, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.094850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.106760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=88093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:29:27.107714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838131602'] for segment, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: (self, other), Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: (self, other), Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:29:27.133021 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:29:27.162023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:27.165623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:27.170099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.176944 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-04b1a801-95d6-49dc-899a-e01bc282934a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:27.241410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.248910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c2588899-92ed-4739-accb-caffe6b023a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:27.265403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.267269 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] 10.222.0.64 "PUT /v2.0/ports/3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 200 len: 1094 time: 1.5095444 Nov 11 11:29:27.267450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:27.285525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:27.288052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Pushing event deleted for resources: {'Network': ['ID=992b32db-bac3-453e-b8a8-f779f51b2c9b,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:27.307784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:27.311657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.314835 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:27.350309 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] 10.222.0.37 "DELETE /v2.0/networks/992b32db-bac3-453e-b8a8-f779f51b2c9b HTTP/1.1" status: 204 len: 168 time: 1.0445879 Nov 11 11:29:27.356063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.388716 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca', 'status': 'completed', 'code': 200} Nov 11 11:29:27.535657 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-4015679b-7f13-408e-b231-1fe52473f708 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1097 time: 0.2179604 Nov 11 11:29:27.608070 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 38788) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:27.664509 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-5e555939-e23c-4157-9dac-d8bd6d85ce5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 200 len: 217 time: 0.1218812 Nov 11 11:29:27.676767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d3eb-8db3-4123-9732-2a482d9c854e req-cc8bc974-e52b-49a8-ab06-8e3dc88d8871 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:27.678429 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0f1d3eb-8db3-4123-9732-2a482d9c854e req-cc8bc974-e52b-49a8-ab06-8e3dc88d8871 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.2623291 Nov 11 11:29:27.745198 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6c460a50-e474-4dbe-bc83-7f1d547b424a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=877e0ddadd93456999f110fe077c9a77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1356394 Nov 11 11:29:27.745473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38792) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:27.824335 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a0f1d3eb-8db3-4123-9732-2a482d9c854e req-8a9f838e-1fd2-4e73-b245-1dfb1cfa34df tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968316 Nov 11 11:29:27.843185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-247d471c-dabb-4b9a-be39-717a6b5fbb97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:27.845184 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-247d471c-dabb-4b9a-be39-717a6b5fbb97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.1656594 Nov 11 11:29:27.938636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7c4dbfb0-0d03-45dc-8cf0-e7634daed90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:27.981058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7c4dbfb0-0d03-45dc-8cf0-e7634daed90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:28.005234 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-f20d1789-c58b-4c88-bea8-6f21424c3e7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1484840 Nov 11 11:29:28.152579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7c4dbfb0-0d03-45dc-8cf0-e7634daed90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:28.160833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3a625f84-76f6-44f2-938a-e33ba0e4a3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:28.191972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4dbfb0-0d03-45dc-8cf0-e7634daed90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a914c8-8ed5-419c-9dce-701b69466238,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:28.194803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7c4dbfb0-0d03-45dc-8cf0-e7634daed90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:28.206601 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-6d03eefe-db45-46e8-b4ee-6c817c856300 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927190 Nov 11 11:29:28.207422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7c4dbfb0-0d03-45dc-8cf0-e7634daed90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:28.208524 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7c4dbfb0-0d03-45dc-8cf0-e7634daed90f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96a914c8-8ed5-419c-9dce-701b69466238 HTTP/1.1" status: 204 len: 168 time: 0.4552207 Nov 11 11:29:28.374872 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4d3a2364-ef67-4101-9116-bc59fbaa57c3 req-272087f7-62b9-434c-a94d-33236ed66523 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603148 Nov 11 11:29:28.529416 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-824b0acc-0998-43d0-9340-38f95068129f req-23f8d67e-a06b-43ad-ae73-008cf72a5286 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1097 time: 0.0956223 Nov 11 11:29:28.973891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b0acc-0998-43d0-9340-38f95068129f req-cadcb8d4-c0d9-4dee-9c2a-7d0a6aec1716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:28.975526 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-824b0acc-0998-43d0-9340-38f95068129f req-cadcb8d4-c0d9-4dee-9c2a-7d0a6aec1716 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.4383323 Nov 11 11:29:29.100507 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-824b0acc-0998-43d0-9340-38f95068129f req-57d8a0d5-de16-406d-82ee-f3523be3d632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 200 len: 217 time: 0.1163561 Nov 11 11:29:29.191827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3424dd3-036b-4d98-86d3-bb4adcbdd82b req-78350348-a246-486c-86e1-b5ec1e93de12 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:29.193860 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f3424dd3-036b-4d98-86d3-bb4adcbdd82b req-78350348-a246-486c-86e1-b5ec1e93de12 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.2110562 Nov 11 11:29:29.237713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b0acc-0998-43d0-9340-38f95068129f req-343e7d6d-c256-477c-9367-abe7d61183d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:29.239412 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-824b0acc-0998-43d0-9340-38f95068129f req-343e7d6d-c256-477c-9367-abe7d61183d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.1170628 Nov 11 11:29:29.320492 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f3424dd3-036b-4d98-86d3-bb4adcbdd82b req-b2008e94-b243-4792-ab28-429db5c688e8 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201224 Nov 11 11:29:29.351624 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-824b0acc-0998-43d0-9340-38f95068129f req-b365cb02-ba5f-4cff-80c0-75b1bc06e684 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1031110 Nov 11 11:29:29.561861 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-824b0acc-0998-43d0-9340-38f95068129f req-c13b37ba-1b10-48de-9a87-556585a9c3bb service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010918 Nov 11 11:29:29.853202 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-824b0acc-0998-43d0-9340-38f95068129f req-951a9144-e975-443f-9eda-478a0a8dc7af service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830329 Nov 11 11:29:30.605704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e860e5-f553-4631-87c2-234b2a340c88 req-548dd88d-80b7-42b7-b76e-d0427720c56a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:30.608222 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-33e860e5-f553-4631-87c2-234b2a340c88 req-548dd88d-80b7-42b7-b76e-d0427720c56a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1167088 Nov 11 11:29:30.702246 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-33e860e5-f553-4631-87c2-234b2a340c88 req-be9a48d1-3724-433e-bcec-bfd9c9f47c43 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860217 Nov 11 11:29:31.197339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:29:31.357220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:31.373518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '3e1a0371-5962-4505-94e0-fc3117509cca', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'port_id': '3e1a0371-5962-4505-94e0-fc3117509cca', 'mac_address': 'fa:16:3e:df:75:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:29:31.438001 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:31.458262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1a0371-5962-4505-94e0-fc3117509cca {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:29:31.476243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:31.479531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:31.481836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:31.555917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:31.559355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:31.739849 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['3e1a0371-5962-4505-94e0-fc3117509cca'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:29:31.985418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b971e-78fd-4d58-bda5-08cc89d01a09 req-36613e00-5ff1-483d-a68b-f8cc9bf2b966 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:31.995290 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d60b971e-78fd-4d58-bda5-08cc89d01a09 req-36613e00-5ff1-483d-a68b-f8cc9bf2b966 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 945 time: 0.1206822 Nov 11 11:29:32.058652 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d60b971e-78fd-4d58-bda5-08cc89d01a09 req-6fef2d5d-7568-4b18-9eeb-642f496574e9 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622644 Nov 11 11:29:33.214124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:33.333173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 3e1a0371-5962-4505-94e0-fc3117509cca completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:33.342760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 3e1a0371-5962-4505-94e0-fc3117509cca triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:33.343190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:33.350415 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd5b0e-2c9f-4eb2-89ca-ab3c8ebe09e0 req-a6501fa6-8753-4735-a86c-8f30b70a869d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:33.351970 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ecdd5b0e-2c9f-4eb2-89ca-ab3c8ebe09e0 req-a6501fa6-8753-4735-a86c-8f30b70a869d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 945 time: 0.1066236 Nov 11 11:29:33.427772 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ecdd5b0e-2c9f-4eb2-89ca-ab3c8ebe09e0 req-f6071f29-3fe4-4467-9c19-25ba11b5b7f6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641999 Nov 11 11:29:33.490499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:33.519697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:33.530353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:33.534983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:33.537077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:33.606730 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca', 'code': 200} Nov 11 11:29:33.620149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:33.625430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:33.878138 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c2659cc-024a-430a-90db-022efd5eb19f req-7acb7a62-70c3-4a43-8e4e-8a85f2c91638 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1099 time: 0.0768886 Nov 11 11:29:33.930882 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c2659cc-024a-430a-90db-022efd5eb19f req-62e6d428-3831-44b2-96e7-ff686059bc5e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444381 Nov 11 11:29:34.730412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc47f0-4ff4-4eaf-9920-0246d81401e1 req-e1e5a00a-546e-4f22-bca5-d643a3e7dfc1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:34.732242 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e9cc47f0-4ff4-4eaf-9920-0246d81401e1 req-e1e5a00a-546e-4f22-bca5-d643a3e7dfc1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.1090920 Nov 11 11:29:34.785566 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e9cc47f0-4ff4-4eaf-9920-0246d81401e1 req-9bb58a78-7ccc-4a5c-add5-8661169fa0c4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460494 Nov 11 11:29:36.061447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ef1ee-0b5a-4c70-a3b7-f98dcc0c7dd0 req-c10a7092-da23-4e60-b23c-3409f8d3331e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:36.069728 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2f0ef1ee-0b5a-4c70-a3b7-f98dcc0c7dd0 req-c10a7092-da23-4e60-b23c-3409f8d3331e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.1000063 Nov 11 11:29:36.129817 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2f0ef1ee-0b5a-4c70-a3b7-f98dcc0c7dd0 req-d569b87f-bbcc-4c1c-a5bf-7548e90ad527 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590301 Nov 11 11:29:36.442078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc1c8b-299a-447d-b8d1-b9392dd9ba35 req-951767c0-3a93-4a61-9316-704b34b8d422 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:36.443662 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c3fc1c8b-299a-447d-b8d1-b9392dd9ba35 req-951767c0-3a93-4a61-9316-704b34b8d422 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.1635175 Nov 11 11:29:36.453070 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 38954) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:36.464282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Request body: {'floatingip': {'port_id': '3e1a0371-5962-4505-94e0-fc3117509cca'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:36.556049 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:37.322281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:37.325404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:37.539553 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Floating IP a205b8c2-d89e-4acb-bb62-13cd4d8afaba associated. External IP: 172.28.1.58, port: 3e1a0371-5962-4505-94e0-fc3117509cca. Nov 11 11:29:38.045983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:29:38.523023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:38.528327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:38.536661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] Sync routers for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:29:38.562141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:38.562903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:38.607762 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-fda59288-fbdd-49ec-ad8d-c280e568c38c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "PUT /v2.0/floatingips/a205b8c2-d89e-4acb-bb62-13cd4d8afaba HTTP/1.1" status: 200 len: 991 time: 2.1525950 Nov 11 11:29:38.608586 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:29:38.737756 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca', 'status': 'completed', 'code': 200} Nov 11 11:29:38.848305 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-8dd0e89e-4f9c-45e9-90fd-0fb4d701f91b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1099 time: 0.0859268 Nov 11 11:29:38.960508 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:39.095360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-b4a6d9a8-10da-4ebd-9864-17bbd293aa29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:39.097728 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-b4a6d9a8-10da-4ebd-9864-17bbd293aa29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.2426915 Nov 11 11:29:39.314790 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-41dac4f4-1e52-4465-9580-afeac6a152ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 200 len: 999 time: 0.2100055 Nov 11 11:29:39.381947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'a205b8c2-d89e-4acb-bb62-13cd4d8afaba', 'tenant_id': '6863095b62f84a09954e098318002d93', 'floating_ip_address': '172.28.1.58', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'port_id': '3e1a0371-5962-4505-94e0-fc3117509cca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'mac_address': 'fa:16:3e:df:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:29:20Z', 'updated_at': '2021-11-11T11:29:37Z', 'revision_number': 1, 'project_id': '6863095b62f84a09954e098318002d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:39.388227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] Checking router: 31c7ca60-f294-48fd-8ab1-0135a2e2d805 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:29:39.393164 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-5822cedc-9e5b-4cb0-b6ab-5b34be827f6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:39.395041 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-5822cedc-9e5b-4cb0-b6ab-5b34be827f6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.0713723 Nov 11 11:29:39.412051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:39.412821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:39.501548 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-84e281fb-f683-4261-93f4-b3ae3433417d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990875 Nov 11 11:29:39.588679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:29:39.625507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:39.732708 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-fe82741b-b7e7-40b5-aec6-aa020a8235c2 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213540 Nov 11 11:29:39.948155 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8f4efa77-eb2c-4a14-ad10-c9d9eaf3846b req-4ca05e48-0e0c-43ec-9cd2-1b4f8b724bec service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079177 Nov 11 11:29:40.072351 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'a205b8c2-d89e-4acb-bb62-13cd4d8afaba', 'tenant_id': '6863095b62f84a09954e098318002d93', 'floating_ip_address': '172.28.1.58', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'port_id': '3e1a0371-5962-4505-94e0-fc3117509cca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'mac_address': 'fa:16:3e:df:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:29:20Z', 'updated_at': '2021-11-11T11:29:37Z', 'revision_number': 1, 'project_id': '6863095b62f84a09954e098318002d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:40.077894 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a5639-75c2-4246-b60e-ea1f3d580245 None None] The sync data for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb is: [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'a205b8c2-d89e-4acb-bb62-13cd4d8afaba', 'tenant_id': '6863095b62f84a09954e098318002d93', 'floating_ip_address': '172.28.1.58', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'port_id': '3e1a0371-5962-4505-94e0-fc3117509cca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'mac_address': 'fa:16:3e:df:75:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:29:20Z', 'updated_at': '2021-11-11T11:29:37Z', 'revision_number': 1, 'project_id': '6863095b62f84a09954e098318002d93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:29:40.479000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7df44-6ee6-4b2a-b6cb-e56e5ec09387 None None] New status for floating IP a205b8c2-d89e-4acb-bb62-13cd4d8afaba: ACTIVE {{(pid=88095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:29:42.133883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39042) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:42.301029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:42.337560 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:42.341585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Usage tracker for resource:security_group_rule and tenant:487e036a570d49e7a4a6639c0dcef6a5 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:42.344961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:42.351245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:42.418669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:42.421568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:42.429751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-77dc82da-7113-4cfe-bd0a-0d1fd00653d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:42.474456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95232821-c73a-415a-ba16-4a705f56309f,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:42.478321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:42.480802 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=487e036a570d49e7a4a6639c0dcef6a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3458378 Nov 11 11:29:42.483528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39056) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:42.546525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-717a5f31-35f6-413d-8174-0d7e45465f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:42.576580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-717a5f31-35f6-413d-8174-0d7e45465f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:42.621572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-717a5f31-35f6-413d-8174-0d7e45465f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:42.626440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4f903baa-7b4f-4ea4-bf4a-e954955240ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:42.640136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a5f31-35f6-413d-8174-0d7e45465f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95232821-c73a-415a-ba16-4a705f56309f,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:42.642963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-717a5f31-35f6-413d-8174-0d7e45465f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:42.645171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-717a5f31-35f6-413d-8174-0d7e45465f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:42.650416 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-717a5f31-35f6-413d-8174-0d7e45465f40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95232821-c73a-415a-ba16-4a705f56309f HTTP/1.1" status: 204 len: 168 time: 0.1658540 Nov 11 11:29:43.502820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39110) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:43.723645 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-655194775-network', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:43.728668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:43.732772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Usage tracker for resource:network and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:43.735803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:43.742721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:43.753707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Made reservation on behalf of 3c7292a8bfc54733a016a93d014497b1 for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:43.758463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:43.772116 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:43.806355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:43.810440 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:43.813507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:43.820505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:43.893882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:43.897181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:43.901569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fc025c83-fb29-4385-b504-199e1db8f5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:43.937470 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb048e6f-6183-4c45-b592-2b7cc04d42ae,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:43.940958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=88092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:29:43.943569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:43.953579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:43.953579 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Added segment ed5194bb-4084-481a-a451-4d401cdea1d8 of type vlan for network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f Nov 11 11:29:43.986851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.021529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.022793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:44.023477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.030131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a617a0ba-b68a-461b-8862-1127a46a7b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:44.138485 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6342402 Nov 11 11:29:44.139457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Pushing event updated for resources: {'Network': ['ID=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:44.141950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39148) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:44.142461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:44.149399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Request body: {'subnet': {'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-655194775-subnet', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:44.150299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:29:44.155385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:44.160392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Usage tracker for resource:subnet and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:44.164505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:44.170542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:44.180405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Made reservation on behalf of 3c7292a8bfc54733a016a93d014497b1 for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:44.185602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14688154'] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.406275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838132224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14688139'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.411298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:44.487405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d005ed5c-2dcb-4078-b3d1-d68e78bf66af,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:44.504200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.504696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.504991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.505391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.505783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.506180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.506566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.506953 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.507364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.507751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.508133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:44.513771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:44.514916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Checking segment: {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:44.515384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Network hostable DHCP agents. Network: 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:29:44.538451 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:29:44.546978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:44.552335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:44.552978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.563657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804f035-7e66-4e91-a17c-f251b4aae94e None None] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:29:44.577207 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4343529 Nov 11 11:29:44.580080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39154) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:44.585959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:44.591148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:44.595371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Usage tracker for resource:router and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:44.598932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:44.608225 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:44.617692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854156635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667881'] for router, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.618854 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854078093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107935'] for router, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.638785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.793074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.800397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa517fc33-af19-590b-aad8-eca2d235264f-90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af'}]}} from dv-cinder-817417-1-smb. {{(pid=88094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 11:29:44.801320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:44.972977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Allocated IP 172.20.0.2 (90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f/d005ed5c-2dcb-4078-b3d1-d68e78bf66af/ab32e6af-17bf-4c04-acbc-d14a35977af6) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:45.004389 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.029494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39160) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:45.038976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.107294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] Deleting subnet 06b9faba-f5a3-40ca-80f0-ebe8f78009e0 {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:29:45.112216 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.170895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16582950'] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.198412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Allocated IP 172.28.1.145 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/cb95afd6-b65a-41b8-82d9-665e11af37b2) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:45.230025 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.233482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.246881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Transition to ACTIVE for port object ab32e6af-17bf-4c04-acbc-d14a35977af6 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:45.269235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Transition to ACTIVE for port object ab32e6af-17bf-4c04-acbc-d14a35977af6 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:45.275302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.281071 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:45.316043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838268879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591254'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.321149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:45.350543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:45.354260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:45.358483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:45.362327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b9faba-f5a3-40ca-80f0-ebe8f78009e0,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:45.366096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:45.367204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.373596 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e09a07a0-bf8a-4685-9b03-f37d635d7a00 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/06b9faba-f5a3-40ca-80f0-ebe8f78009e0 HTTP/1.1" status: 204 len: 168 time: 0.3428910 Nov 11 11:29:45.376148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39166) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:45.377803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.401630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Pushing event updated for resources: {'Port': ['ID=ab32e6af-17bf-4c04-acbc-d14a35977af6,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:45.409094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:45.411048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.415802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:45.461657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Attempting to bind port ab32e6af-17bf-4c04-acbc-d14a35977af6 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:45.462079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Attempting to bind port ab32e6af-17bf-4c04-acbc-d14a35977af6 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:45.462849 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Attempting to bind port ab32e6af-17bf-4c04-acbc-d14a35977af6 on network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:45.469622 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:45.470045 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Checking segment: {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:45.471371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.471587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Bound using segment: {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:45.472123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Bound port: ab32e6af-17bf-4c04-acbc-d14a35977af6, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:45.472545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.491697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:45.495348 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:45.497449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:45.506822 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.531546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Pushing event updated for resources: {'Port': ['ID=cb95afd6-b65a-41b8-82d9-665e11af37b2,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:45.533879 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:45.683287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.708840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.709516 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637'] for router, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.741794 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57fb42c-0ad1-4490-b17b-86a18abd9266']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:45.757829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f6e85d-1d52-44a4-b9ae-d941960f0895') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:45.758476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f6e85d-1d52-44a4-b9ae-d941960f0895') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:45.772739 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.789523 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.800236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:29:45.800236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:29:45.813571 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:29:45.824215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] For port ab32e6af-17bf-4c04-acbc-d14a35977af6, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:45.904685 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.910973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e5e723c9-0f59-4e4e-9fb3-3e7c9f1e2eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:45.922034 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] For port ab32e6af-17bf-4c04-acbc-d14a35977af6, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=ab32e6af-17bf-4c04-acbc-d14a35977af6,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:45.927630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.929119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:45.934580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-82501412-8512-471a-b45d-99d557d7f4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:45.941453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57fb42c-0ad1-4490-b17b-86a18abd9266,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:45.944900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:45.952289 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f57fb42c-0ad1-4490-b17b-86a18abd9266 HTTP/1.1" status: 204 len: 168 time: 0.5727086 Nov 11 11:29:45.988702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Router 5872d935-b4e1-44ae-a8f0-714045f53149 is scheduled to L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 with binding_index 1 {{(pid=88093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 11:29:46.041466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Pushing event updated for resources: {'Port': ['ID=ab32e6af-17bf-4c04-acbc-d14a35977af6,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:46.045145 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:46.123466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39174) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:46.183627 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1fe252cb-f543-4bbe-bbdc-f3d054234eab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e505ddb049644c198112d21d80c169f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564604 Nov 11 11:29:46.183816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39178) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:46.213601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:46.223890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Sync routers for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:29:46.239445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:46.240139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:46.242754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:46.246810 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-50a5342b-2c3a-4d79-a95f-a6d578cf208e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6628690 Nov 11 11:29:46.247398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39184) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:46.257849 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-447a689f-63da-478d-ba7f-c5fde30cb2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:46.288315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-447a689f-63da-478d-ba7f-c5fde30cb2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:46.343803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-447a689f-63da-478d-ba7f-c5fde30cb2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:46.350548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-aab145d8-1116-478e-adc8-c1dd9ac2d3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:46.368399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a689f-63da-478d-ba7f-c5fde30cb2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e9bfd8-f199-476d-897f-59d6a21fe84c,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:46.370499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-447a689f-63da-478d-ba7f-c5fde30cb2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:46.376311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-447a689f-63da-478d-ba7f-c5fde30cb2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:46.380558 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-447a689f-63da-478d-ba7f-c5fde30cb2ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49e9bfd8-f199-476d-897f-59d6a21fe84c HTTP/1.1" status: 204 len: 168 time: 0.1931086 Nov 11 11:29:46.498458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:46.858220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:45Z', 'revision_number': 3, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:46.863872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Checking router: 5872d935-b4e1-44ae-a8f0-714045f53149 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:29:46.864549 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Updating router 5872d935-b4e1-44ae-a8f0-714045f53149 port cb95afd6-b65a-41b8-82d9-665e11af37b2 binding host dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:29:46.923244 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.319428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.336012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Transition to ACTIVE for port object cb95afd6-b65a-41b8-82d9-665e11af37b2 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:47.355686 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.360306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:47.448512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Attempting to bind port cb95afd6-b65a-41b8-82d9-665e11af37b2 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:47.448969 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Attempting to bind port cb95afd6-b65a-41b8-82d9-665e11af37b2 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:47.449372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Attempting to bind port cb95afd6-b65a-41b8-82d9-665e11af37b2 on network 7fa78192-f1ce-486a-8916-6b904b8d2f76 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:47.457525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:47.457943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:47.458392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.458824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Bound using segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:47.459369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Bound port: cb95afd6-b65a-41b8-82d9-665e11af37b2, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:47.459790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.464129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.466948 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39210) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:47.485366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54789d02-0840-46e6-9678-2ffa79ec5225 None None] Pushing event updated for resources: {'Port': ['ID=cb95afd6-b65a-41b8-82d9-665e11af37b2,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:47.502271 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-54789d02-0840-46e6-9678-2ffa79ec5225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:47.565954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] For port cb95afd6-b65a-41b8-82d9-665e11af37b2, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:47.571019 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] For port cb95afd6-b65a-41b8-82d9-665e11af37b2, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=cb95afd6-b65a-41b8-82d9-665e11af37b2,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:47.577634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.582203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:47.678802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54789d02-0840-46e6-9678-2ffa79ec5225 None None] Pushing event updated for resources: {'Port': ['ID=cb95afd6-b65a-41b8-82d9-665e11af37b2,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:47.683526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-54789d02-0840-46e6-9678-2ffa79ec5225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:47.719371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:47.720076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:47.784737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1781314534-network', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:47.797291 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:47.803022 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Usage tracker for resource:network and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:47.807274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:47.809133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Allocated IP 172.20.0.1 (90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f/d005ed5c-2dcb-4078-b3d1-d68e78bf66af/abad8a36-4094-4fdd-ad1c-656b076fe9be) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:47.817453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:47.839401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Made reservation on behalf of f1383ecbd0f84f8c80fc4313f8950412 for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:47.845626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.866265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:47.893150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device ab32e6af-17bf-4c04-acbc-d14a35977af6 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:47.906967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:47.912005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Usage tracker for resource:security_group_rule and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:47.915343 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:47.922773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:48.009299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:48.032796 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.046525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.052671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.053064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Transition to ACTIVE for port object abad8a36-4094-4fdd-ad1c-656b076fe9be will not be triggered until provisioned by entity DHCP. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:48.071038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-38015fa5-d557-4311-bd83-82e9846f66cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:48.077510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.082886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2ad9949a-5a8f-433b-af97-525e551f32bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:48.105427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd458f48-a657-4f84-8593-533c7070a407,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:48.111878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:48.115111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=88092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:29:48.124474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.124939 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Added segment b14cb621-993b-473b-84e8-d9a924983115 of type vlan for network 2c9531cf-9913-4c7f-969e-4c35934419f8 Nov 11 11:29:48.139434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port ab32e6af-17bf-4c04-acbc-d14a35977af6 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:48.146974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fba945-bd00-4baa-a471-e19f2291ec29 None None] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:29:48.157073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.172660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:48.173509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Pushing event updated for resources: {'Port': ['ID=abad8a36-4094-4fdd-ad1c-656b076fe9be,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:48.177295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:48.178534 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:48.180763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:48.193898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.195387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:48.196033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.201474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:48.239670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854064544'] for router_interface, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.312805 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8445134 Nov 11 11:29:48.316681 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39218) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:48.322682 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9531cf-9913-4c7f-969e-4c35934419f8,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:48.325727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:48.333442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Request body: {'subnet': {'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1781314534-subnet', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:48.344773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:48.353227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Usage tracker for resource:subnet and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:48.356105 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.366698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:48.377887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:48.382134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:29:48.416827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Made reservation on behalf of f1383ecbd0f84f8c80fc4313f8950412 for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:48.421707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14688154'] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.550039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] Provisioning for port ab32e6af-17bf-4c04-acbc-d14a35977af6 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:48.628333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] Provisioning complete for port ab32e6af-17bf-4c04-acbc-d14a35977af6 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:48.628671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.805773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.812192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16643763'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.842935 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6ab81db6-f6b0-44fb-93e6-e214f377957a tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:48.891250 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838132224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14688139'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.940507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853598657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711175'] for router_interface, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.944531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:48.948110 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Pushing event updated for resources: {'Port': ['ID=abad8a36-4094-4fdd-ad1c-656b076fe9be,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:48.952489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:48.955328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:49.007717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:45Z', 'revision_number': 3, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:49.020681 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] For port ab32e6af-17bf-4c04-acbc-d14a35977af6, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=ab32e6af-17bf-4c04-acbc-d14a35977af6,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:49.022364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6797cee4-6901-469b-a205-80e34d51d07d None None] The sync data for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb is: [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:45Z', 'revision_number': 3, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:29:49.027940 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.029644 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e4e6da68-325f-4c77-8bae-227272b52fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.042717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:49.118133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] Pushing event updated for resources: {'Port': ['ID=ab32e6af-17bf-4c04-acbc-d14a35977af6,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:49.122002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:49.124442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Checking segment: {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:49.124839 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Network hostable DHCP agents. Network: 2c9531cf-9913-4c7f-969e-4c35934419f8, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:29:49.137084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b27bc55-64e7-4f58-8f3c-c44e42476aea,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:49.149907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:49.202917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:29:49.208590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:49.211872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:49.293046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 2c9531cf-9913-4c7f-969e-4c35934419f8) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:49.297469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:49.298282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.303823 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80741906-5a94-4361-98bb-3c034ef7515a None None] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:29:49.415550 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0973356 Nov 11 11:29:49.418406 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39228) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:49.429509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:49.441557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:49.444760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-0c05242e-2bea-45e2-8a81-f7faf6d42af8 None None] Provisioning for port abad8a36-4094-4fdd-ad1c-656b076fe9be completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:49.451956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-0c05242e-2bea-45e2-8a81-f7faf6d42af8 None None] Provisioning complete for port abad8a36-4094-4fdd-ad1c-656b076fe9be triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:49.452175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c05242e-2bea-45e2-8a81-f7faf6d42af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.453019 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Usage tracker for resource:router and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:49.459231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:49.473204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:49.502714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854156635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667881'] for router, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.504624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854078093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107935'] for router, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.517394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-0c05242e-2bea-45e2-8a81-f7faf6d42af8 None None] Port abad8a36-4094-4fdd-ad1c-656b076fe9be cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:29:49.578232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.615755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-0c05242e-2bea-45e2-8a81-f7faf6d42af8 None None] Provisioning complete for port ab32e6af-17bf-4c04-acbc-d14a35977af6 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:49.616171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c05242e-2bea-45e2-8a81-f7faf6d42af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.818312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.847908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Router 5872d935-b4e1-44ae-a8f0-714045f53149 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:29:49.953046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa517fc33-af19-590b-aad8-eca2d235264f-2c9531cf-9913-4c7f-969e-4c35934419f8', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea'}]}} from dv-cinder-817417-1-smb. {{(pid=88094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 11:29:49.954064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:49.977204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device cb95afd6-b65a-41b8-82d9-665e11af37b2 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:50.182266 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-a11aa3c2-a6c0-477f-8e02-21c740f7171c None None] Provisioning complete for port abad8a36-4094-4fdd-ad1c-656b076fe9be triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:50.182682 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a11aa3c2-a6c0-477f-8e02-21c740f7171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.185365 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.231336 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:50.235954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.238630 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] 10.222.0.37 "PUT /v2.0/routers/5872d935-b4e1-44ae-a8f0-714045f53149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9904058 Nov 11 11:29:50.301913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-a11aa3c2-a6c0-477f-8e02-21c740f7171c None None] Port abad8a36-4094-4fdd-ad1c-656b076fe9be cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:29:50.315330 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Allocated IP 172.20.0.2 (2c9531cf-9913-4c7f-969e-4c35934419f8/3b27bc55-64e7-4f58-8f3c-c44e42476aea/d69bb0be-32a9-43c2-a3e3-937cf73ed306) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:50.327588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port cb95afd6-b65a-41b8-82d9-665e11af37b2 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:50.355001 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port cb95afd6-b65a-41b8-82d9-665e11af37b2 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:50.355486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.478875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Allocated IP 172.28.1.21 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/02915288-0de8-487c-8b5e-75b16caa1300) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:50.580391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-d4ed4b44-c1d9-4083-b4fd-4d8d0d3f20a5 None None] Provisioning complete for port abad8a36-4094-4fdd-ad1c-656b076fe9be triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:50.580795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d4ed4b44-c1d9-4083-b4fd-4d8d0d3f20a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.718585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.752337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.764595 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:50.767016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.791856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.805338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed4b44-c1d9-4083-b4fd-4d8d0d3f20a5 None None] Port abad8a36-4094-4fdd-ad1c-656b076fe9be cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:29:50.830530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:50.833926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:50.836628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:50.838806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.842699 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port cb95afd6-b65a-41b8-82d9-665e11af37b2, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=cb95afd6-b65a-41b8-82d9-665e11af37b2,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:50.851750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:50.852682 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device ab32e6af-17bf-4c04-acbc-d14a35977af6 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:50.883053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:50.908989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Pushing event updated for resources: {'Port': ['ID=02915288-0de8-487c-8b5e-75b16caa1300,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:50.921375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.921867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.922369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.922845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.923346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.923855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.924298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.924765 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.925163 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.925554 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.925945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:50.930082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:51.115443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Transition to ACTIVE for port object d69bb0be-32a9-43c2-a3e3-937cf73ed306 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:51.175141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Transition to ACTIVE for port object d69bb0be-32a9-43c2-a3e3-937cf73ed306 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:51.190893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=cb95afd6-b65a-41b8-82d9-665e11af37b2,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:51.204012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:51.209423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.215775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:51.300798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:51.309957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:51.311983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port ab32e6af-17bf-4c04-acbc-d14a35977af6 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:51.312396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.322682 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.323680 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637'] for router, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.346454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:51.364687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Pushing event updated for resources: {'Port': ['ID=d69bb0be-32a9-43c2-a3e3-937cf73ed306,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:51.370499 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:51.483124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Attempting to bind port d69bb0be-32a9-43c2-a3e3-937cf73ed306 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:51.483588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Attempting to bind port d69bb0be-32a9-43c2-a3e3-937cf73ed306 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:51.484001 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Attempting to bind port d69bb0be-32a9-43c2-a3e3-937cf73ed306 on network 2c9531cf-9913-4c7f-969e-4c35934419f8 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:51.493101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39256) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:51.493557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:51.493985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Checking segment: {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:51.494434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.494874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Bound using segment: {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:51.495481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Bound port: d69bb0be-32a9-43c2-a3e3-937cf73ed306, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:51.495849 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.500172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1097084453-network', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:51.506150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:51.510417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Usage tracker for resource:network and tenant:b2109d09809b4184bfdaa27eae5c7ccb is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:51.513583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:51.520772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:51.535569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Made reservation on behalf of b2109d09809b4184bfdaa27eae5c7ccb for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:51.540816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.556990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.583549 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Router 50a90674-e54b-4c4c-a768-e88484b70291 is scheduled to L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 with binding_index 1 {{(pid=88092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 11:29:51.592272 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:51.599193 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Usage tracker for resource:security_group_rule and tenant:b2109d09809b4184bfdaa27eae5c7ccb is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:51.602526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:51.608788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:51.673444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf325-ae4c-442d-9a6f-693e84af63de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.688428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] For port d69bb0be-32a9-43c2-a3e3-937cf73ed306, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:51.691677 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.693242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] For port d69bb0be-32a9-43c2-a3e3-937cf73ed306, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=d69bb0be-32a9-43c2-a3e3-937cf73ed306,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:51.700302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.700738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.707955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:51.715070 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.725035 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d81c515c-9a1a-4589-b488-d36bec2c39c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:51.777653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:29:51.800798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670c8938-8f34-4bd3-8eda-f6527f15ce33,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:51.812421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:51.815847 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.816239 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Added segment 2600abd2-26e0-404a-a3a0-1857c7bdcef0 of type vlan for network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 Nov 11 11:29:51.842767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device cb95afd6-b65a-41b8-82d9-665e11af37b2 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:51.848401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:51.857987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Sync routers for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:29:51.865808 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.873000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:51.874517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:51.876237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Notify callbacks [] for router, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.881009 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4589739 Nov 11 11:29:51.881337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39262) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:51.905690 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.907315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:51.907466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Pushing event updated for resources: {'Port': ['ID=d69bb0be-32a9-43c2-a3e3-937cf73ed306,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:51.908518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:51.914170 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:51.914401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:51.960879 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port cb95afd6-b65a-41b8-82d9-665e11af37b2 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:51.961301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:52.148805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:52.276357 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7817428 Nov 11 11:29:52.280504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39266) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:52.284814 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b18cca-70b9-4c6f-b431-d3dbacb8e294,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:52.290695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Request body: {'subnet': {'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1097084453-subnet', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:52.296194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:52.296397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:29:52.301109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Usage tracker for resource:subnet and tenant:b2109d09809b4184bfdaa27eae5c7ccb is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:52.304335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:52.311962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:52.330529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:52.333352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Made reservation on behalf of b2109d09809b4184bfdaa27eae5c7ccb for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:52.338473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14688154'] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:52.708378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838132224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14688139'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:52.715031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:52.805901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa0f10a-7a33-4626-add8-078f57aca79f,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:52.810166 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:52.818417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:51Z', 'revision_number': 3, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:52.820253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Checking segment: {'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:52.820764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Network hostable DHCP agents. Network: d7b18cca-70b9-4c6f-b431-d3dbacb8e294, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:29:52.823270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Checking router: 50a90674-e54b-4c4c-a768-e88484b70291 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:29:52.823803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Updating router 50a90674-e54b-4c4c-a768-e88484b70291 port 02915288-0de8-487c-8b5e-75b16caa1300 binding host dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:29:52.846450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:29:52.856208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, d7b18cca-70b9-4c6f-b431-d3dbacb8e294) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:52.860747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:52.861958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:52.867792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41248e-7674-4755-9c1c-068a1f7d252e None None] Network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:29:52.890033 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6054063 Nov 11 11:29:52.890033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39272) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:52.897147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:52.903503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:52.914173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Usage tracker for resource:router and tenant:b2109d09809b4184bfdaa27eae5c7ccb is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:52.917839 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:52.920864 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:52.927550 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:52.942997 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854156635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667881'] for router, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:52.945290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854078093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107935'] for router, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:52.980997 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:52.993809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.005096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Sync routers for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:29:53.050996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:53.051862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:53.183212 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.318864 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Allocated IP 172.20.0.1 (2c9531cf-9913-4c7f-969e-4c35934419f8/3b27bc55-64e7-4f58-8f3c-c44e42476aea/7557cc0f-b2a7-4db1-9cfb-c58c80f90af3) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:53.373580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa517fc33-af19-590b-aad8-eca2d235264f-d7b18cca-70b9-4c6f-b431-d3dbacb8e294', 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'fixed_ips': [{'subnet_id': 'cfa0f10a-7a33-4626-add8-078f57aca79f'}]}} from dv-cinder-817417-1-smb. {{(pid=88094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 11:29:53.374598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.398909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.418651 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Transition to ACTIVE for port object 02915288-0de8-487c-8b5e-75b16caa1300 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:53.427168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.432254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:53.474151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:53.482820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.523770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.525990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Pushing event updated for resources: {'Port': ['ID=02915288-0de8-487c-8b5e-75b16caa1300,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:53.541884 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.542256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.542625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.542984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.543372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.543730 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.544083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.544434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.544781 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.546462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.546844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:53.559075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:53.560437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.589541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Attempting to bind port 02915288-0de8-487c-8b5e-75b16caa1300 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:53.589940 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Attempting to bind port 02915288-0de8-487c-8b5e-75b16caa1300 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:53.590337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Attempting to bind port 02915288-0de8-487c-8b5e-75b16caa1300 on network 7fa78192-f1ce-486a-8916-6b904b8d2f76 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:53.599461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Transition to ACTIVE for port object 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:53.603044 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:53.603529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:53.604038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.604640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Bound using segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:53.606129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Bound port: 02915288-0de8-487c-8b5e-75b16caa1300, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:53.606267 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.624097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.668866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.674275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d8e2ec52-1f78-47a0-86b5-50d4117978e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:53.723888 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] For port 02915288-0de8-487c-8b5e-75b16caa1300, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:53.727629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] For port 02915288-0de8-487c-8b5e-75b16caa1300, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=02915288-0de8-487c-8b5e-75b16caa1300,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:53.731962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.737678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:53.760002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Allocated IP 172.28.1.242 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/30c831ca-5baa-4e57-99bf-32e6a2d2372d) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:53.817573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Pushing event updated for resources: {'Port': ['ID=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:53.823425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Pushing event updated for resources: {'Port': ['ID=02915288-0de8-487c-8b5e-75b16caa1300,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:53.823709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:53.827718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:53.837944 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:53.839339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:53.841702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:53.868442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:53.869130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:53.912671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854064544'] for router_interface, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:53.975465 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device d69bb0be-32a9-43c2-a3e3-937cf73ed306 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:54.020247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.109704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.143097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.150109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-cb8e5dff-e134-4d38-95f5-af5472055b35 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:54.171456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:54.192321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Allocated IP 172.20.0.2 (d7b18cca-70b9-4c6f-b431-d3dbacb8e294/cfa0f10a-7a33-4626-add8-078f57aca79f/d7f8fe64-4a2f-46c9-b361-30199c6c62f2) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:54.235180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087f85a-44b3-47f2-b76a-30c12a6be729 None None] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:29:54.276526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:54.279212 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Pushing event updated for resources: {'Port': ['ID=30c831ca-5baa-4e57-99bf-32e6a2d2372d,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:54.291389 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:54.294719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:54.295433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:54.325807 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.329546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.354877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-5d108d01-0aab-479e-8a48-47e04ea768c0 None None] Provisioning for port d69bb0be-32a9-43c2-a3e3-937cf73ed306 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:54.405598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:54.479757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853598657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711175'] for router_interface, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.491376 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Pushing event updated for resources: {'Port': ['ID=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:54.508348 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.508593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:54.509703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637'] for router, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.665107 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 1, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:54.669514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87546d4b-f0b5-48a7-8a9d-5cde9b4bcf4f None None] The sync data for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb is: [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 1, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:29:54.690079 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:54.691637 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:54.714354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port d69bb0be-32a9-43c2-a3e3-937cf73ed306 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:54.740148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port d69bb0be-32a9-43c2-a3e3-937cf73ed306 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:54.740566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:54.828282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 is scheduled to L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 with binding_index 1 {{(pid=88093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 11:29:54.979855 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 2, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:55.003111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Checking router: 5872d935-b4e1-44ae-a8f0-714045f53149 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:29:55.003544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Updating router 5872d935-b4e1-44ae-a8f0-714045f53149 port abad8a36-4094-4fdd-ad1c-656b076fe9be binding host dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:29:55.128224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:55.169718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Sync routers for ids ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:29:55.182858 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:55.184694 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2937765 Nov 11 11:29:55.191282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:55.194059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39286) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:55.198480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Routers {'32d5ec33-fb7e-4242-b4f9-871a30ca4776'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:55.206158 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:55.232754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:55.246086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Transition to ACTIVE for port object d7f8fe64-4a2f-46c9-b361-30199c6c62f2 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:55.251608 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:55.356018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Transition to ACTIVE for port object d7f8fe64-4a2f-46c9-b361-30199c6c62f2 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:55.391871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port d69bb0be-32a9-43c2-a3e3-937cf73ed306, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=d69bb0be-32a9-43c2-a3e3-937cf73ed306,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:29:55.400183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:55.407394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:55.445670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:55.494282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Router 50a90674-e54b-4c4c-a768-e88484b70291 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:29:55.591019 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:55.602430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:55.615459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:55.682495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Pushing event updated for resources: {'Port': ['ID=d7f8fe64-4a2f-46c9-b361-30199c6c62f2,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:55.710705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.711099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.711591 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.711967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.712337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.712703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.713071 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.714176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.714176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.719847 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.720824 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:29:55.730417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:55.734156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:55.748468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Set router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:55.904350 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=d69bb0be-32a9-43c2-a3e3-937cf73ed306,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:55.918339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:55.918529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:55.964514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Attempting to bind port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:55.964935 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Attempting to bind port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:55.965345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Attempting to bind port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 on network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:55.967845 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b9a818c5-7d89-4930-91b3-348666b7af69 admin admin] 10.222.0.37 "PUT /v2.0/routers/50a90674-e54b-4c4c-a768-e88484b70291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0781376 Nov 11 11:29:56.145571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:56.150341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Checking segment: {'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:56.151017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:56.151512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Bound using segment: {'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:56.152078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Bound port: d7f8fe64-4a2f-46c9-b361-30199c6c62f2, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:56.152507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:56.385269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:29:54Z', 'revision_number': 3, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:56.401510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Checking router: 32d5ec33-fb7e-4242-b4f9-871a30ca4776 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:29:56.401826 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Updating router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 port 30c831ca-5baa-4e57-99bf-32e6a2d2372d binding host dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:29:56.434888 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-4c584110-b4b8-4107-bd00-15165a39c3ce None None] Provisioning complete for port d69bb0be-32a9-43c2-a3e3-937cf73ed306 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:56.435226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4c584110-b4b8-4107-bd00-15165a39c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:56.527231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:56.643643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:56.688905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Transition to ACTIVE for port object abad8a36-4094-4fdd-ad1c-656b076fe9be will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:56.707860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:56.717892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-54789d02-0840-46e6-9678-2ffa79ec5225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:57.019690 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-25925086-0892-4382-aca0-38176fdac3ad None None] For port d7f8fe64-4a2f-46c9-b361-30199c6c62f2, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:57.123959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-25925086-0892-4382-aca0-38176fdac3ad None None] For port d7f8fe64-4a2f-46c9-b361-30199c6c62f2, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=d7f8fe64-4a2f-46c9-b361-30199c6c62f2,segment=NetworkSegment(2600abd2-26e0-404a-a3a0-1857c7bdcef0),segment_id=2600abd2-26e0-404a-a3a0-1857c7bdcef0)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:57.135587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b965ef7-af87-47cf-9703-629ee188156d None None] Pushing event updated for resources: {'Port': ['ID=abad8a36-4094-4fdd-ad1c-656b076fe9be,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:57.151447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.156951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0b965ef7-af87-47cf-9703-629ee188156d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:57.157475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0b965ef7-af87-47cf-9703-629ee188156d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:57.238066 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.245621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.278154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Transition to ACTIVE for port object 30c831ca-5baa-4e57-99bf-32e6a2d2372d will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:57.281783 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Pushing event updated for resources: {'Port': ['ID=d7f8fe64-4a2f-46c9-b361-30199c6c62f2,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:57.288347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.292669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:57.299675 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b0bb9146-3443-45c4-8118-4ed3219da1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:57.352205 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-4c584110-b4b8-4107-bd00-15165a39c3ce None None] Provisioning for port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:57.465119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce992bb1-6a4b-4610-b26a-9c3883ecb558 None None] Pushing event updated for resources: {'Port': ['ID=30c831ca-5baa-4e57-99bf-32e6a2d2372d,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:57.478916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ce992bb1-6a4b-4610-b26a-9c3883ecb558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:57.501559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Attempting to bind port 30c831ca-5baa-4e57-99bf-32e6a2d2372d on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:57.515423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Attempting to bind port 30c831ca-5baa-4e57-99bf-32e6a2d2372d by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:57.516087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Attempting to bind port 30c831ca-5baa-4e57-99bf-32e6a2d2372d on network 7fa78192-f1ce-486a-8916-6b904b8d2f76 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:57.524461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:57.524968 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:57.525480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.526009 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Bound using segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:57.526613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Bound port: 30c831ca-5baa-4e57-99bf-32e6a2d2372d, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:57.527347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.605299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Allocated IP 172.20.0.1 (d7b18cca-70b9-4c6f-b431-d3dbacb8e294/cfa0f10a-7a33-4626-add8-078f57aca79f/786a9ef9-8fab-4206-93d3-2410b3ed2c16) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:29:57.683339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-4c584110-b4b8-4107-bd00-15165a39c3ce None None] Provisioning complete for port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:57.683764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4c584110-b4b8-4107-bd00-15165a39c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.692615 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] For port 30c831ca-5baa-4e57-99bf-32e6a2d2372d, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:57.703562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] For port 30c831ca-5baa-4e57-99bf-32e6a2d2372d, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=30c831ca-5baa-4e57-99bf-32e6a2d2372d,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:57.708103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.716047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:57.807626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-4c584110-b4b8-4107-bd00-15165a39c3ce None None] Port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:29:57.833950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39316) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:57.840421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-976046722-network', 'tenant_id': '995e971db2de435dadbef6546705d4bd'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:57.848458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Attempting to bind port abad8a36-4094-4fdd-ad1c-656b076fe9be on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:29:57.848695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:57.850121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Attempting to bind port abad8a36-4094-4fdd-ad1c-656b076fe9be by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:29:57.850594 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Attempting to bind port abad8a36-4094-4fdd-ad1c-656b076fe9be on network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:29:57.854086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.854982 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.856925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Usage tracker for resource:network and tenant:995e971db2de435dadbef6546705d4bd is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:57.864027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:57.868720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:29:57.869140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Checking segment: {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:57.869585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.870018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Bound using segment: {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:29:57.870533 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Bound port: abad8a36-4094-4fdd-ad1c-656b076fe9be, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:29:57.870945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.878704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:57.881063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Transition to ACTIVE for port object 786a9ef9-8fab-4206-93d3-2410b3ed2c16 will not be triggered until provisioned by entity DHCP. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:29:57.905191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Made reservation on behalf of 995e971db2de435dadbef6546705d4bd for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:57.914224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.927000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce992bb1-6a4b-4610-b26a-9c3883ecb558 None None] Pushing event updated for resources: {'Port': ['ID=30c831ca-5baa-4e57-99bf-32e6a2d2372d,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:57.932892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ce992bb1-6a4b-4610-b26a-9c3883ecb558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:57.934587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.937402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Routers {'32d5ec33-fb7e-4242-b4f9-871a30ca4776'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:57.938298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:57.952739 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:57.958413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:58.013486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device d69bb0be-32a9-43c2-a3e3-937cf73ed306 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:58.025957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:58.030345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Usage tracker for resource:security_group_rule and tenant:995e971db2de435dadbef6546705d4bd is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:58.035597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:58.042356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:58.042837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:58.052495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:58.061860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:29:58.137327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854064544'] for router_interface, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.138458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.144355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.147991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Pushing event updated for resources: {'Port': ['ID=786a9ef9-8fab-4206-93d3-2410b3ed2c16,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:58.149600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7c4dbfb0-0d03-45dc-8cf0-e7634daed90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:58.152072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:58.201040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f60156-456c-491f-a4ab-3e737ecc6358,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:58.219647 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:58.220663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=88092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:29:58.228985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] For port abad8a36-4094-4fdd-ad1c-656b076fe9be, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:29:58.234689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.235080 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Added segment 6dcb2849-d56a-40fb-bc46-ca90643f52d5 of type vlan for network 5a87325d-3031-450f-9099-4102a81b48e1 Nov 11 11:29:58.236825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] For port abad8a36-4094-4fdd-ad1c-656b076fe9be, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=abad8a36-4094-4fdd-ad1c-656b076fe9be,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:29:58.247696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.255174 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3d2b6c12-0f19-4723-8aae-77f98f7316bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:58.318880 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.352897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-d995ff12-d678-454e-a4c6-4f5284008dc0 None None] Provisioning complete for port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:58.353310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d995ff12-d678-454e-a4c6-4f5284008dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.368811 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.395904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.397572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:58.398229 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.422660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4f89cae2-fecf-461c-9042-742190f9625b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:58.446307 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6112945 Nov 11 11:29:58.450974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39322) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:58.469665 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-d995ff12-d678-454e-a4c6-4f5284008dc0 None None] Port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:29:58.476961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Request body: {'subnet': {'network_id': '5a87325d-3031-450f-9099-4102a81b48e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-976046722-subnet', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'ip_version': 4}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:58.488774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:58.494676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Usage tracker for resource:subnet and tenant:995e971db2de435dadbef6546705d4bd is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:58.498137 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:58.505719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:58.516137 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port d69bb0be-32a9-43c2-a3e3-937cf73ed306 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:58.516569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.533590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] Set router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:58.607684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Pushing event updated for resources: {'Network': ['ID=5a87325d-3031-450f-9099-4102a81b48e1,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:58.618247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:58.619724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Made reservation on behalf of 995e971db2de435dadbef6546705d4bd for: {'subnet': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:29:58.625185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838184561'] for subnet, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.630725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 5a87325d-3031-450f-9099-4102a81b48e1 details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:29:58.752353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:29:58.757598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.763842 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:58.768165 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16643763'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:58.810335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:58.867919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b965ef7-af87-47cf-9703-629ee188156d None None] Pushing event updated for resources: {'Port': ['ID=abad8a36-4094-4fdd-ad1c-656b076fe9be,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:58.871703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0b965ef7-af87-47cf-9703-629ee188156d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:58.905323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Pushing event updated for resources: {'Port': ['ID=786a9ef9-8fab-4206-93d3-2410b3ed2c16,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:58.918702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:58.958377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853598657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711175'] for router_interface, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.027314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:29:58Z', 'revision_number': 4, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '786a9ef9-8fab-4206-93d3-2410b3ed2c16', 'name': '', 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'mac_address': 'fa:16:3e:2b:06:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:57Z', 'updated_at': '2021-11-11T11:29:57Z', 'revision_number': 1, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'subnets': [{'id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:29:59.032825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff816e-03df-46a9-8310-3e7c1d7959cc None None] The sync data for ids ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'] in dv-cinder-817417-1-smb is: [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:29:58Z', 'revision_number': 4, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '786a9ef9-8fab-4206-93d3-2410b3ed2c16', 'name': '', 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'mac_address': 'fa:16:3e:2b:06:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:57Z', 'updated_at': '2021-11-11T11:29:57Z', 'revision_number': 1, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'subnets': [{'id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:29:59.066914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16507133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838184546'] for subnet, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.072286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:29:59.163975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:29:59.165514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:59.172285 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93d3fed-bb19-4485-b9b4-60896e610a58,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:29:59.177183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:29:59.181148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Checking segment: {'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:29:59.181657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Network hostable DHCP agents. Network: 5a87325d-3031-450f-9099-4102a81b48e1, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:29:59.193943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 02915288-0de8-487c-8b5e-75b16caa1300 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:29:59.207212 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Network 5a87325d-3031-450f-9099-4102a81b48e1 is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:29:59.216573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 5a87325d-3031-450f-9099-4102a81b48e1) {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:29:59.221643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:29:59.222360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.237431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de64f1-f8b8-4acb-b238-a7c4a0426dcb None None] Network 5a87325d-3031-450f-9099-4102a81b48e1 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:29:59.247667 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-def103f0-489b-414f-a6d9-8d7bc1cc230d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7955120 Nov 11 11:29:59.250307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39328) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:29:59.257012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:29:59.265718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:29:59.276141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Usage tracker for resource:router and tenant:995e971db2de435dadbef6546705d4bd is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:29:59.277163 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:29:59.280369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:29:59.293292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:29:59.306353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854156635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854667881'] for router, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.307573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854078093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-107935'] for router, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.331434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.571211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854078142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854156620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108016'] for router, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.652804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 02915288-0de8-487c-8b5e-75b16caa1300 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:29:59.680241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:29:59.823885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.861724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.917264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 02915288-0de8-487c-8b5e-75b16caa1300 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:29:59.917646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:29:59.942986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:29:59.959099 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/32d5ec33-fb7e-4242-b4f9-871a30ca4776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7590179 Nov 11 11:29:59.959511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1fefaa-5fba-42e1-b67a-0a749dd8f14f None None] Network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:30:00.047071 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Allocated IP 172.28.1.114 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/3bc7b0c4-a422-4287-8693-bb704bad2259) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:30:00.060347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa517fc33-af19-590b-aad8-eca2d235264f-5a87325d-3031-450f-9099-4102a81b48e1', 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'fixed_ips': [{'subnet_id': 'a93d3fed-bb19-4485-b9b4-60896e610a58'}]}} from dv-cinder-817417-1-smb. {{(pid=88094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 11:30:00.061240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:00.237523 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:00.271622 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:00.277572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:00.363940 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc7b0c4-a422-4287-8693-bb704bad2259,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:00.369179 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:00.380619 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:30:00.381938 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:30:00.384396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:30:00.443303 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-ec3c70e7-6482-43d0-9983-678afe3c297f None None] Provisioning for port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:00.696302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:00.697154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697637'] for router, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:00.712575 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:00.734262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:29:58Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:00.755523 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196c472-7e53-4fa1-a9c6-9bd692926176 None None] The sync data for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb is: [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:29:58Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:30:00.818081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39344) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:00.826236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631248643', 'description': 'tempest-secgroup-smoke-1631248643 description', 'project_id': '3c7292a8bfc54733a016a93d014497b1'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:00.831205 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Sync routers for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:30:00.853401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Allocated IP 172.20.0.2 (5a87325d-3031-450f-9099-4102a81b48e1/a93d3fed-bb19-4485-b9b4-60896e610a58/af0fe08a-59af-41bd-98be-978efa7e7c64) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:30:00.860424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:00.863369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 02915288-0de8-487c-8b5e-75b16caa1300, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=02915288-0de8-487c-8b5e-75b16caa1300,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:00.866062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:security_group and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:00.869996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:00.877939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:00.878133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:00.905300 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0b965ef7-af87-47cf-9703-629ee188156d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:00.908778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.001907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:01.019107 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:security_group_rule and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:01.026195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:01.033919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:01.035146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:01.037503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:01.125926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Router ccc84ce7-042d-4f3a-a657-c5500c467647 is scheduled to L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 with binding_index 1 {{(pid=88092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 11:30:01.144248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.153398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.160689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-783464c3-5fe0-493a-96a6-2ca5729b8aac tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:01.239744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef49df1-b843-459c-8691-fdcbd2a5c8e6,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:01.243323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device abad8a36-4094-4fdd-ad1c-656b076fe9be up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:01.248784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:01.249738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.255357 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4328783 Nov 11 11:30:01.255728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39350) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:01.271688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'security_group_rule': {'security_group_id': '9ef49df1-b843-459c-8691-fdcbd2a5c8e6', 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:01.289189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:01.293758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:security_group_rule and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:01.300717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:01.309338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:01.336983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.441417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.444815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:30:01.445628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.447997 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:01.456017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Sync routers for ids ['ccc84ce7-042d-4f3a-a657-c5500c467647'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:30:01.475725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Routers {'ccc84ce7-042d-4f3a-a657-c5500c467647'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:01.477256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['ccc84ce7-042d-4f3a-a657-c5500c467647'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:01.485288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] Notify callbacks [] for router, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.494658 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39354) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:01.495484 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b22104fa-b3b0-42be-b8f8-2b6092ff8294 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2436852 Nov 11 11:30:01.495702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bf0885-93a4-42ff-8d1c-d410b8d1d319,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:01.574059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:01.585956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.590323 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3307285 Nov 11 11:30:01.590698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39358) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:01.599053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'security_group_rule': {'security_group_id': '9ef49df1-b843-459c-8691-fdcbd2a5c8e6', 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:01.610194 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:01.627741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:security_group_rule and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:01.634719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.635946 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:01.650881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Transition to ACTIVE for port object af0fe08a-59af-41bd-98be-978efa7e7c64 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:01.677850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Transition to ACTIVE for port object af0fe08a-59af-41bd-98be-978efa7e7c64 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:01.682985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=02915288-0de8-487c-8b5e-75b16caa1300,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:01.693467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:01.701774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.717117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:01.718628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:01.744002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Set router ccc84ce7-042d-4f3a-a657-c5500c467647 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:01.804055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.977153 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.982089 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:01.987856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:02.027628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Network 5a87325d-3031-450f-9099-4102a81b48e1 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:30:02.035366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:30:02.044861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:30:02.047757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Pushing event updated for resources: {'Port': ['ID=af0fe08a-59af-41bd-98be-978efa7e7c64,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:02.055447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port abad8a36-4094-4fdd-ad1c-656b076fe9be completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:02.060412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:02.073452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port abad8a36-4094-4fdd-ad1c-656b076fe9be triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:02.073629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:02.098337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4003109e-ecc0-4294-be1e-14b63c9a5491,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:02.113088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:02.117197 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5227385 Nov 11 11:30:02.118165 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-51a8c70b-4498-4a96-a3c6-c943d9bed15f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:02.118806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39364) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:02.152775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'security_group_rule': {'security_group_id': '9ef49df1-b843-459c-8691-fdcbd2a5c8e6', 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:02.169038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:02.178859 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:security_group_rule and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:02.187831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:02.202204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:02.233249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:02.292757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:02.343865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 3, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port': {'id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:02.352579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Checking router: ccc84ce7-042d-4f3a-a657-c5500c467647 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:30:02.352990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Updating router ccc84ce7-042d-4f3a-a657-c5500c467647 port 3bc7b0c4-a422-4287-8693-bb704bad2259 binding host dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:30:02.377155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:02.386201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:02.388456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:02.418242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a5784a-d5a0-4321-92b9-36b2e9707d17,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:02.421224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:02.436860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:02.443767 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7433843b-7da5-417f-af70-e90440a2aff1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3214016 Nov 11 11:30:02.444262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39370) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:02.469792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'security_group_rule': {'security_group_id': '9ef49df1-b843-459c-8691-fdcbd2a5c8e6', 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:02.505950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:02.620309 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:02.639489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Attempting to bind port af0fe08a-59af-41bd-98be-978efa7e7c64 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:30:02.640175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Attempting to bind port af0fe08a-59af-41bd-98be-978efa7e7c64 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:30:02.645942 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:security_group_rule and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:02.650157 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:02.658831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Attempting to bind port af0fe08a-59af-41bd-98be-978efa7e7c64 on network 5a87325d-3031-450f-9099-4102a81b48e1 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:02.659381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:02.715268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:02.836656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-d1e4abd3-e84c-413a-833f-c002fb112b71 None None] Provisioning for port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:02.990178 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-d1e4abd3-e84c-413a-833f-c002fb112b71 None None] Provisioning complete for port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:02.991243 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d1e4abd3-e84c-413a-833f-c002fb112b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.087465 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.118767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4abd3-e84c-413a-833f-c002fb112b71 None None] Port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:30:03.123857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:30:03.125947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Checking segment: {'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:30:03.125947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.125947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Bound using segment: {'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:30:03.125947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Bound port: af0fe08a-59af-41bd-98be-978efa7e7c64, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:30:03.126973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.139773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Transition to ACTIVE for port object 3bc7b0c4-a422-4287-8693-bb704bad2259 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:03.153772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.159392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e8db2445-c8e7-450e-935b-b847b82563b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:03.272377 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] For port af0fe08a-59af-41bd-98be-978efa7e7c64, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:30:03.280770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11317ee-090e-4276-9a54-7f3db1e3b476 None None] Pushing event updated for resources: {'Port': ['ID=3bc7b0c4-a422-4287-8693-bb704bad2259,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:03.285294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a11317ee-090e-4276-9a54-7f3db1e3b476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:03.285892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] For port af0fe08a-59af-41bd-98be-978efa7e7c64, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=af0fe08a-59af-41bd-98be-978efa7e7c64,segment=NetworkSegment(6dcb2849-d56a-40fb-bc46-ca90643f52d5),segment_id=6dcb2849-d56a-40fb-bc46-ca90643f52d5)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:30:03.321458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.321718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Attempting to bind port 3bc7b0c4-a422-4287-8693-bb704bad2259 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:30:03.322111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Attempting to bind port 3bc7b0c4-a422-4287-8693-bb704bad2259 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:30:03.322513 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Attempting to bind port 3bc7b0c4-a422-4287-8693-bb704bad2259 on network 7fa78192-f1ce-486a-8916-6b904b8d2f76 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:03.337727 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:30:03.338157 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Checking segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:30:03.338609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.339073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Bound using segment: {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:30:03.339629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Bound port: 3bc7b0c4-a422-4287-8693-bb704bad2259, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4426165d-8424-4b11-b950-dcab7658311d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:30:03.340055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.340785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dff4a0e1-c197-4b4d-93eb-92a00e6a7871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:03.389396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.395053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.436634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] For port 3bc7b0c4-a422-4287-8693-bb704bad2259, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:30:03.440529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] For port 3bc7b0c4-a422-4287-8693-bb704bad2259, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=3bc7b0c4-a422-4287-8693-bb704bad2259,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:30:03.447332 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:03.450084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.455996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3801091a-1c86-44d1-9c31-7e67cc286c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:03.469355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.472381 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0256236 Nov 11 11:30:03.473526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f11dc61-5d53-458c-9e84-fd483f10feec,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:03.475143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39376) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:03.488607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-68fb3b81-3d3c-4c80-9b0b-d0bbb0f018f6 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:03.491595 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'security_group_rule': {'security_group_id': '9ef49df1-b843-459c-8691-fdcbd2a5c8e6', 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:03.498996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:03.513393 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:security_group_rule and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:03.522874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:03.533981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:03.553928 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.securitygroups_db [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Project 3c7292a8bfc54733a016a93d014497b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:30:03.563089 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.573505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Routers {'ccc84ce7-042d-4f3a-a657-c5500c467647'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:03.574217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['ccc84ce7-042d-4f3a-a657-c5500c467647'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:03.651731 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.665932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11317ee-090e-4276-9a54-7f3db1e3b476 None None] Pushing event updated for resources: {'Port': ['ID=3bc7b0c4-a422-4287-8693-bb704bad2259,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:03.669569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.671473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a11317ee-090e-4276-9a54-7f3db1e3b476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:03.683766 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.687222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:03.724003 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01ea6d0-fe22-4546-92da-3dab2bd1682d,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:03.727530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:03.738188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.739627 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8b8757f3-757c-4346-b105-76d4a93bc236 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2595873 Nov 11 11:30:03.744472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 39382) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:03.750986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'security_group_rule': {'security_group_id': '9ef49df1-b843-459c-8691-fdcbd2a5c8e6', 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:03.754159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Pushing event updated for resources: {'Port': ['ID=af0fe08a-59af-41bd-98be-978efa7e7c64,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:03.761258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:03.761535 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:03.772639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:security_group_rule and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:03.780074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:03.795680 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:03.816724 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.securitygroups_db [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Project 3c7292a8bfc54733a016a93d014497b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:30:03.817636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port abad8a36-4094-4fdd-ad1c-656b076fe9be, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=abad8a36-4094-4fdd-ad1c-656b076fe9be,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:03.830094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.831451 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device d7f8fe64-4a2f-46c9-b361-30199c6c62f2 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:03.834717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.850902 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.875087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9730c73f-320d-4a28-8faa-7d87cc626a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:03.896710 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] Set router ccc84ce7-042d-4f3a-a657-c5500c467647 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:03.920241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:29:54Z', 'revision_number': 2, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:03.941654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Checking router: 50a90674-e54b-4c4c-a768-e88484b70291 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:30:03.942058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Updating router 50a90674-e54b-4c4c-a768-e88484b70291 port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 binding host dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:30:03.964813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.973172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:03.978268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8cf12f81-5d52-42bf-8da5-67f458048f6c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:04.016978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030ab6bc-ab50-4121-a9cd-753c9e16f44e,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:04.024716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:04.026755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-31bfb887-f452-4592-a76e-0b6bbe51dbd0 None None] Provisioning complete for port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:04.027148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31bfb887-f452-4592-a76e-0b6bbe51dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.034749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.050745 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ed33940e-2cb9-47de-9080-f9c3fcc39b8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3050423 Nov 11 11:30:04.109876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-31bfb887-f452-4592-a76e-0b6bbe51dbd0 None None] Port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:30:04.195559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.199978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Allocated IP 172.20.0.1 (5a87325d-3031-450f-9099-4102a81b48e1/a93d3fed-bb19-4485-b9b4-60896e610a58/c063eeea-c3e3-4177-beac-3e32bc7cbfe8) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:30:04.572294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.574585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=abad8a36-4094-4fdd-ad1c-656b076fe9be,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:04.582532 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:04.604369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:04.617793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Transition to ACTIVE for port object c063eeea-c3e3-4177-beac-3e32bc7cbfe8 will not be triggered until provisioned by entity DHCP. {{(pid=88093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:04.623423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:04.624661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.654451 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.660444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:04.740628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 3, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port': {'id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:04.746670 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Network 5a87325d-3031-450f-9099-4102a81b48e1 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:30:04.747144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ef829-d144-45c2-8259-7121cd7013cc None None] The sync data for ids ['ccc84ce7-042d-4f3a-a657-c5500c467647'] in dv-cinder-817417-1-smb is: [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 3, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port': {'id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:30:04.750537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:30:04.758505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:30:04.790963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:04.796779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:04.827681 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854064544'] for router_interface, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.896899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.933077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.948114 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.961304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Transition to ACTIVE for port object 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:04.971551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:04.989344 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:05.162886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port d7f8fe64-4a2f-46c9-b361-30199c6c62f2, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=d7f8fe64-4a2f-46c9-b361-30199c6c62f2,segment=NetworkSegment(2600abd2-26e0-404a-a3a0-1857c7bdcef0),segment_id=2600abd2-26e0-404a-a3a0-1857c7bdcef0)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:05.175624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:05.179667 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe55f9-6d1e-4ac3-b9b5-c927b817a927 None None] Pushing event updated for resources: {'Port': ['ID=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:05.183274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e4fe55f9-6d1e-4ac3-b9b5-c927b817a927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:05.183716 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e4fe55f9-6d1e-4ac3-b9b5-c927b817a927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:05.309870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:05.316295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16643763'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:05.322661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=d7f8fe64-4a2f-46c9-b361-30199c6c62f2,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:05.331117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:05.386572 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-beae0061-9856-46cd-8402-772d26f69a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:05.419464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Attempting to bind port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:30:05.420061 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Attempting to bind port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:30:05.420598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Attempting to bind port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 on network 2c9531cf-9913-4c7f-969e-4c35934419f8 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:05.429124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:30:05.429753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Checking segment: {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:30:05.430425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:05.431134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Bound using segment: {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:30:05.432085 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Bound port: 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:30:05.432920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:05.526981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853598657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711175'] for router_interface, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:05.537293 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:05.542506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:05.592530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 30c831ca-5baa-4e57-99bf-32e6a2d2372d up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:05.740710 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] For port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:30:05.768956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] For port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:30:05.779113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:05.786524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:05.848688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Network 5a87325d-3031-450f-9099-4102a81b48e1 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:30:05.850241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:30:05.916456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 30c831ca-5baa-4e57-99bf-32e6a2d2372d completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:05.941613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 30c831ca-5baa-4e57-99bf-32e6a2d2372d triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:05.942627 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:06.009298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:06.010362 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:06.082513 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe55f9-6d1e-4ac3-b9b5-c927b817a927 None None] Pushing event updated for resources: {'Port': ['ID=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:06.107124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e4fe55f9-6d1e-4ac3-b9b5-c927b817a927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:06.524535 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Router ccc84ce7-042d-4f3a-a657-c5500c467647 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:30:06.545628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc46b0b-dfae-4ee5-9f40-eb3f4db26cb8 None None] Network 5a87325d-3031-450f-9099-4102a81b48e1 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:30:06.583352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:06.736644 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 30c831ca-5baa-4e57-99bf-32e6a2d2372d, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=30c831ca-5baa-4e57-99bf-32e6a2d2372d,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:06.751050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:30:06.751976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-a44f4b7e-788f-4411-ba23-a73592e4b38b None None] Provisioning for port af0fe08a-59af-41bd-98be-978efa7e7c64 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:06.761122 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] 10.222.0.37 "PUT /v2.0/routers/ccc84ce7-042d-4f3a-a657-c5500c467647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2630856 Nov 11 11:30:06.762362 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:06.763328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device abad8a36-4094-4fdd-ad1c-656b076fe9be up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:06.805169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:06.848867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:07.193115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=30c831ca-5baa-4e57-99bf-32e6a2d2372d,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:07.200059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:07.495883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port abad8a36-4094-4fdd-ad1c-656b076fe9be triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:07.495883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:07.555463 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Sync routers for ids ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:30:07.676640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Routers {'32d5ec33-fb7e-4242-b4f9-871a30ca4776'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:07.677338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:07.965388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:05Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:07.968597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 02915288-0de8-487c-8b5e-75b16caa1300 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:08.020084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11709216-54f8-43a3-9b52-051e4671c2bc None None] The sync data for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb is: [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:05Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:30:08.072390 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Set router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:08.450779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 02915288-0de8-487c-8b5e-75b16caa1300 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:08.451220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:09.009370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-5f11dd0d-fe4d-4bf9-b7b8-e057443e53a4 None None] Provisioning for port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:09.023406 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-5f11dd0d-fe4d-4bf9-b7b8-e057443e53a4 None None] Provisioning complete for port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:09.023819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5f11dd0d-fe4d-4bf9-b7b8-e057443e53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:09.112742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-5f11dd0d-fe4d-4bf9-b7b8-e057443e53a4 None None] Port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:30:09.152039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device af0fe08a-59af-41bd-98be-978efa7e7c64 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:09.266255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:29:58Z', 'revision_number': 4, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '786a9ef9-8fab-4206-93d3-2410b3ed2c16', 'name': '', 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'mac_address': 'fa:16:3e:2b:06:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:57Z', 'updated_at': '2021-11-11T11:29:58Z', 'revision_number': 2, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'subnets': [{'id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:09.282141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Checking router: 32d5ec33-fb7e-4242-b4f9-871a30ca4776 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:30:09.282865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Updating router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 binding host dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:30:09.325795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-d54c8aae-60aa-460d-a8e6-73f279bf84e3 None None] Provisioning complete for port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:09.326294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d54c8aae-60aa-460d-a8e6-73f279bf84e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:09.398796 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port af0fe08a-59af-41bd-98be-978efa7e7c64 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:09.412626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:09.430942 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-d54c8aae-60aa-460d-a8e6-73f279bf84e3 None None] Port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:30:09.432479 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port af0fe08a-59af-41bd-98be-978efa7e7c64 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:09.432891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:09.802351 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:09.821123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-e5e797ea-dab0-4f54-b591-5881bef740f0 None None] Provisioning complete for port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:09.821876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e5e797ea-dab0-4f54-b591-5881bef740f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:10.019369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port af0fe08a-59af-41bd-98be-978efa7e7c64, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=af0fe08a-59af-41bd-98be-978efa7e7c64,segment=NetworkSegment(6dcb2849-d56a-40fb-bc46-ca90643f52d5),segment_id=6dcb2849-d56a-40fb-bc46-ca90643f52d5)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:10.025690 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-e5e797ea-dab0-4f54-b591-5881bef740f0 None None] Port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:30:10.032022 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:10.039323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:10.147797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=af0fe08a-59af-41bd-98be-978efa7e7c64,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:10.147893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:10.283573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:10.298413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Transition to ACTIVE for port object 786a9ef9-8fab-4206-93d3-2410b3ed2c16 will not be triggered until provisioned by entity L2. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:10.306889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:10.312007 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:10.379729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 30c831ca-5baa-4e57-99bf-32e6a2d2372d up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:10.552874 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c1716-7e90-4056-a8d3-cd41ab5b9b16 None None] Pushing event updated for resources: {'Port': ['ID=786a9ef9-8fab-4206-93d3-2410b3ed2c16,revision_number=3']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:10.568547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c48c1716-7e90-4056-a8d3-cd41ab5b9b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:10.687577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 30c831ca-5baa-4e57-99bf-32e6a2d2372d triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:10.688112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:10.868909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Attempting to bind port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:30:10.869452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Attempting to bind port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:30:10.869959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Attempting to bind port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 on network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:10.886414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:30:10.888836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Checking segment: {'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:30:10.889389 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:10.890217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Bound using segment: {'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'} {{(pid=88094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:30:10.890799 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Bound port: 786a9ef9-8fab-4206-93d3-2410b3ed2c16, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2600abd2-26e0-404a-a3a0-1857c7bdcef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294'}}] {{(pid=88094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:30:10.890939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:11.039541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 3bc7b0c4-a422-4287-8693-bb704bad2259 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:11.144634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] For port 786a9ef9-8fab-4206-93d3-2410b3ed2c16, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:30:11.150388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] For port 786a9ef9-8fab-4206-93d3-2410b3ed2c16, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=786a9ef9-8fab-4206-93d3-2410b3ed2c16,segment=NetworkSegment(2600abd2-26e0-404a-a3a0-1857c7bdcef0),segment_id=2600abd2-26e0-404a-a3a0-1857c7bdcef0)] {{(pid=88094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:30:11.176881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:11.183821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:11.228785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 3bc7b0c4-a422-4287-8693-bb704bad2259 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:11.248887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 3bc7b0c4-a422-4287-8693-bb704bad2259 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:11.249529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:11.368359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Routers {'32d5ec33-fb7e-4242-b4f9-871a30ca4776'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:11.368359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:11.424055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c1716-7e90-4056-a8d3-cd41ab5b9b16 None None] Pushing event updated for resources: {'Port': ['ID=786a9ef9-8fab-4206-93d3-2410b3ed2c16,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:11.444113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c48c1716-7e90-4056-a8d3-cd41ab5b9b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:11.582317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Sync routers for ids ['ccc84ce7-042d-4f3a-a657-c5500c467647'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:30:11.614801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Routers {'ccc84ce7-042d-4f3a-a657-c5500c467647'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:11.619379 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['ccc84ce7-042d-4f3a-a657-c5500c467647'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:11.862260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] Set router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:11.938372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Set router ccc84ce7-042d-4f3a-a657-c5500c467647 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:12.119751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:12.140301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 3bc7b0c4-a422-4287-8693-bb704bad2259, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=3bc7b0c4-a422-4287-8693-bb704bad2259,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:12.146762 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:12.147974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:12.286999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:12.380241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=3bc7b0c4-a422-4287-8693-bb704bad2259,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:12.384289 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:12.421466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:12.429180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:12.429605 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:12.511089 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:04Z', 'revision_number': 4, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port': {'id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'c063eeea-c3e3-4177-beac-3e32bc7cbfe8', 'name': '', 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'mac_address': 'fa:16:3e:a8:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93d3fed-bb19-4485-b9b4-60896e610a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:30:03Z', 'updated_at': '2021-11-11T11:30:05Z', 'revision_number': 2, 'project_id': '995e971db2de435dadbef6546705d4bd', 'subnets': [{'id': 'a93d3fed-bb19-4485-b9b4-60896e610a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:12.516367 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Checking router: ccc84ce7-042d-4f3a-a657-c5500c467647 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:30:12.516908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Updating router ccc84ce7-042d-4f3a-a657-c5500c467647 port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 binding host dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 11:30:12.604119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:12.702647 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:12.752661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:29:58Z', 'revision_number': 4, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '786a9ef9-8fab-4206-93d3-2410b3ed2c16', 'name': '', 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'mac_address': 'fa:16:3e:2b:06:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:57Z', 'updated_at': '2021-11-11T11:30:11Z', 'revision_number': 4, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'subnets': [{'id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:12.763508 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd328d-436a-4db2-8361-bec71253c81b None None] The sync data for ids ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'] in dv-cinder-817417-1-smb is: [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:29:58Z', 'revision_number': 4, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '786a9ef9-8fab-4206-93d3-2410b3ed2c16', 'name': '', 'network_id': 'd7b18cca-70b9-4c6f-b431-d3dbacb8e294', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'mac_address': 'fa:16:3e:2b:06:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:57Z', 'updated_at': '2021-11-11T11:30:11Z', 'revision_number': 4, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'subnets': [{'id': 'cfa0f10a-7a33-4626-add8-078f57aca79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:30:12.776658 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:12.785477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:12.786627 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device d7f8fe64-4a2f-46c9-b361-30199c6c62f2 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:12.867547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:12.978198 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:12.984352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:13.066449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:13.067083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:13.431236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:13.469969 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Transition to ACTIVE for port object c063eeea-c3e3-4177-beac-3e32bc7cbfe8 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:13.488238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:13.499345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:13.628995 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 3bc7b0c4-a422-4287-8693-bb704bad2259 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:13.762878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07228-9bf7-472a-8d34-041a8df06f8d None None] Pushing event updated for resources: {'Port': ['ID=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:13.764204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 3bc7b0c4-a422-4287-8693-bb704bad2259 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:13.764625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:13.776957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b2c07228-9bf7-472a-8d34-041a8df06f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:13.932542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Attempting to bind port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 on host dv-cinder-817417-1-smb for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:30:13.932936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Attempting to bind port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 by drivers openvswitch,hyperv on host dv-cinder-817417-1-smb at level 0 using segments [{'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:30:13.933342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Attempting to bind port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 on network 5a87325d-3031-450f-9099-4102a81b48e1 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:13.944713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Checking agent: {'id': '4bf91640-b1d4-4280-8e8b-59b54ee43ade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817417-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 16, 20), 'started_at': datetime.datetime(2021, 11, 11, 11, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817417-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:30:13.945117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Checking segment: {'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:30:13.945496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:13.945919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Bound using segment: {'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:30:13.946447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Bound port: c063eeea-c3e3-4177-beac-3e32bc7cbfe8, host: dv-cinder-817417-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcb2849-d56a-40fb-bc46-ca90643f52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:30:13.947415 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:13.995485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:14.086696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] For port c063eeea-c3e3-4177-beac-3e32bc7cbfe8, host dv-cinder-817417-1-smb, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:30:14.088875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:14.089299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:14.091373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] For port c063eeea-c3e3-4177-beac-3e32bc7cbfe8, host dv-cinder-817417-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,segment=NetworkSegment(6dcb2849-d56a-40fb-bc46-ca90643f52d5),segment_id=6dcb2849-d56a-40fb-bc46-ca90643f52d5)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:30:14.096699 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:14.109306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fd81f7c3-10b5-4105-b2b9-f58dbd1d4dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:14.217346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Routers {'ccc84ce7-042d-4f3a-a657-c5500c467647'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:14.218052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:29:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['ccc84ce7-042d-4f3a-a657-c5500c467647'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:14.301265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 786a9ef9-8fab-4206-93d3-2410b3ed2c16 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:14.331536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07228-9bf7-472a-8d34-041a8df06f8d None None] Pushing event updated for resources: {'Port': ['ID=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,revision_number=4']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:14.337740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b2c07228-9bf7-472a-8d34-041a8df06f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88095) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:14.441319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:14.460887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:14.461756 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:14.557903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] Set router ccc84ce7-042d-4f3a-a657-c5500c467647 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:14.651245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:14.799363 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port 786a9ef9-8fab-4206-93d3-2410b3ed2c16, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=786a9ef9-8fab-4206-93d3-2410b3ed2c16,segment=NetworkSegment(2600abd2-26e0-404a-a3a0-1857c7bdcef0),segment_id=2600abd2-26e0-404a-a3a0-1857c7bdcef0)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:14.824181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:14.825124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device af0fe08a-59af-41bd-98be-978efa7e7c64 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:14.882413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:15.005419 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=786a9ef9-8fab-4206-93d3-2410b3ed2c16,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:15.010732 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:15.022290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port af0fe08a-59af-41bd-98be-978efa7e7c64 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:15.022864 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:15.177786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:04Z', 'revision_number': 4, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port': {'id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'c063eeea-c3e3-4177-beac-3e32bc7cbfe8', 'name': '', 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'mac_address': 'fa:16:3e:a8:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93d3fed-bb19-4485-b9b4-60896e610a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:30:03Z', 'updated_at': '2021-11-11T11:30:14Z', 'revision_number': 4, 'project_id': '995e971db2de435dadbef6546705d4bd', 'subnets': [{'id': 'a93d3fed-bb19-4485-b9b4-60896e610a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:15.190992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdd6eb-5855-4f29-b7f1-9e930da4a2ce None None] The sync data for ids ['ccc84ce7-042d-4f3a-a657-c5500c467647'] in dv-cinder-817417-1-smb is: [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:04Z', 'revision_number': 4, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port': {'id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'c063eeea-c3e3-4177-beac-3e32bc7cbfe8', 'name': '', 'network_id': '5a87325d-3031-450f-9099-4102a81b48e1', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'mac_address': 'fa:16:3e:a8:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93d3fed-bb19-4485-b9b4-60896e610a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:30:03Z', 'updated_at': '2021-11-11T11:30:14Z', 'revision_number': 4, 'project_id': '995e971db2de435dadbef6546705d4bd', 'subnets': [{'id': 'a93d3fed-bb19-4485-b9b4-60896e610a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:30:15.634295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 786a9ef9-8fab-4206-93d3-2410b3ed2c16 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:15.847349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:15.848233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:16.136383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device c063eeea-c3e3-4177-beac-3e32bc7cbfe8 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:16.267989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning for port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:16.275471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:16.277360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:16.459880 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:16.508027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-1d847b43-923d-4618-abb4-02c88521327e None None] For port c063eeea-c3e3-4177-beac-3e32bc7cbfe8, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,segment=NetworkSegment(6dcb2849-d56a-40fb-bc46-ca90643f52d5),segment_id=6dcb2849-d56a-40fb-bc46-ca90643f52d5)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:16.514266 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:16.519230 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-23eedc5f-7275-4167-b491-3b688fe31964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:16.590889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:30:16.615707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Pushing event updated for resources: {'Port': ['ID=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:16.619807 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:17.498061 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device c063eeea-c3e3-4177-beac-3e32bc7cbfe8 up at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:17.595863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Provisioning complete for port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:17.599726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:18.997030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-37f80041-edb2-412e-8274-dc9c6cb74639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:20.570986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:21.300769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-0fa84898-371e-4838-adf4-116cb16fb782 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:21.301547 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-0fa84898-371e-4838-adf4-116cb16fb782 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Synchronizing usage tracker for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:network {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:21.320335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-0fa84898-371e-4838-adf4-116cb16fb782 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Unset dirty status for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:network {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:21.321643 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-0fa84898-371e-4838-adf4-116cb16fb782 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/networks?id=2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 200 len: 815 time: 0.1953833 Nov 11 11:30:21.342258 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-01b019e0-0358-431d-bbd3-10b13d0ddbfc tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/quotas/f1383ecbd0f84f8c80fc4313f8950412 HTTP/1.1" status: 200 len: 375 time: 0.0137205 Nov 11 11:30:21.442253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a173a535-9f30-4308-a58c-868187ea0fc8 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Synchronizing usage tracker for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:21.461228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a173a535-9f30-4308-a58c-868187ea0fc8 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Unset dirty status for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:21.463153 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a173a535-9f30-4308-a58c-868187ea0fc8 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139679 Nov 11 11:30:21.618900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d533afa-87a9-4f76-8341-e6e35b974fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:21.679903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:21.800747 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-51a29b51-95c8-492f-b932-a1d5766cfcc7 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207951 Nov 11 11:30:22.193655 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-bb42aa5f-dbac-4ebe-9201-a40206fd15f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857458 Nov 11 11:30:22.419857 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c4cbdd61-3ea7-49f7-81b1-c1e3cd5cfafc req-dd29d637-6280-478e-b0f6-54bf54a5a514 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 210 time: 0.0551190 Nov 11 11:30:23.122388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-73c17e8e-070d-4cc5-8b05-0c8671a27fb9 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Synchronizing usage tracker for tenant:3c7292a8bfc54733a016a93d014497b1 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:23.160951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-73c17e8e-070d-4cc5-8b05-0c8671a27fb9 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Unset dirty status for tenant:3c7292a8bfc54733a016a93d014497b1 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:23.162220 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-73c17e8e-070d-4cc5-8b05-0c8671a27fb9 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631248643&fields=id&tenant_id=3c7292a8bfc54733a016a93d014497b1 HTTP/1.1" status: 200 len: 267 time: 0.1875811 Nov 11 11:30:23.200248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b57f2-8ea3-42c1-add2-9b62e8020442 req-d6d572aa-64f0-4435-ad36-e6ae6496f2a8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:23.202079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7b7b57f2-8ea3-42c1-add2-9b62e8020442 req-d6d572aa-64f0-4435-ad36-e6ae6496f2a8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.1623392 Nov 11 11:30:23.346911 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7b7b57f2-8ea3-42c1-add2-9b62e8020442 req-8e145de3-974d-47fc-9929-d07bb7cea473 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360652 Nov 11 11:30:23.374295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-330a18a0-5f65-493c-b75b-dd923eb83071 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:23.375036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-330a18a0-5f65-493c-b75b-dd923eb83071 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Synchronizing usage tracker for tenant:3c7292a8bfc54733a016a93d014497b1 on resource:network {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:23.391771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-330a18a0-5f65-493c-b75b-dd923eb83071 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Unset dirty status for tenant:3c7292a8bfc54733a016a93d014497b1 on resource:network {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:23.393249 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-330a18a0-5f65-493c-b75b-dd923eb83071 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 808 time: 0.2233632 Nov 11 11:30:23.412892 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3447e0ba-f43a-40b9-b5d1-7d6761a7bbc7 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/quotas/3c7292a8bfc54733a016a93d014497b1 HTTP/1.1" status: 200 len: 375 time: 0.0127878 Nov 11 11:30:23.467135 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:23.503102 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-4a4a4767-2a06-4059-b294-cd14e7b48d94 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841990 Nov 11 11:30:23.653649 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6f65c08f-8312-4f84-91c7-a5fbcc55339e req-65fc9683-88fc-4ca1-b2e1-b667338f25b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 210 time: 0.0948184 Nov 11 11:30:23.720704 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-682addba-92b1-43e1-8fa2-235c692d3828 service neutron] 10.222.0.37 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034178 Nov 11 11:30:24.007483 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-bea4313f-c1db-42f5-9ffc-345e9be70b71 service neutron] 10.222.0.37 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801373 Nov 11 11:30:24.042362 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-b0acfd84-a7d7-4d2c-ae45-5765bd7ba56d tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:24.044433 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-b0acfd84-a7d7-4d2c-ae45-5765bd7ba56d tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.64 "GET /v2.0/networks?id=2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 200 len: 815 time: 0.2202325 Nov 11 11:30:24.066218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'port': {'device_id': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'admin_state_up': True, 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:24.234531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:24.246159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:24.257286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Made reservation on behalf of f1383ecbd0f84f8c80fc4313f8950412 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:30:24.263747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:24.539268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e8031-e281-49fc-9fdb-d4bf09cfa887 req-15e8cd29-3f2c-4b64-b4ef-f9ea8455d1c9 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:24.540888 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8e0e8031-e281-49fc-9fdb-d4bf09cfa887 req-15e8cd29-3f2c-4b64-b4ef-f9ea8455d1c9 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.2483807 Nov 11 11:30:24.645834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Allocated IP 172.20.0.13 (2c9531cf-9913-4c7f-969e-4c35934419f8/3b27bc55-64e7-4f58-8f3c-c44e42476aea/c46c8ae7-1e00-43a0-8bb0-82acb645b29e) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:30:24.764656 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8e0e8031-e281-49fc-9fdb-d4bf09cfa887 req-fdc15ccd-cfe9-476f-b5e2-f53e0a02f861 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142537 Nov 11 11:30:24.863179 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a85b79-a4ab-4e68-9a4e-3f4dbec5ff42 req-735c2160-5bc8-4f3e-ae58-aa874bf484ff tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:24.871021 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-23a85b79-a4ab-4e68-9a4e-3f4dbec5ff42 req-735c2160-5bc8-4f3e-ae58-aa874bf484ff tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.3259692 Nov 11 11:30:25.050609 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8b8e7b6c-ac29-47a6-b488-8aa8725de46b req-b7202c41-92fc-414a-acb0-879c4bebb708 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.1272089 Nov 11 11:30:25.122863 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-23a85b79-a4ab-4e68-9a4e-3f4dbec5ff42 req-19af0949-e910-48ac-9821-2df131a52285 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506225 Nov 11 11:30:25.168660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:25.198778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Transition to ACTIVE for port object c46c8ae7-1e00-43a0-8bb0-82acb645b29e will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:25.222876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:25.232526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-03e5e5d0-0bc1-4956-bd67-58c8d866101b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:25.376061 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:30:25.381738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:30:25.385656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'Port': ['ID=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:25.388304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:30:25.428815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:25.474384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:25.474384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:25.498050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af2278-7f5f-4ba8-9230-d45ae0057153 req-d188ec32-bb3d-448e-9fd3-94223d66bd88 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:25.499763 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0af2278-7f5f-4ba8-9230-d45ae0057153 req-d188ec32-bb3d-448e-9fd3-94223d66bd88 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.2745337 Nov 11 11:30:25.549268 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4883235 Nov 11 11:30:25.580945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-e0af2278-7f5f-4ba8-9230-d45ae0057153 req-583edc9f-edad-4a0f-868a-a76d2e11d26b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Synchronizing usage tracker for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:25.599668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-e0af2278-7f5f-4ba8-9230-d45ae0057153 req-583edc9f-edad-4a0f-868a-a76d2e11d26b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Unset dirty status for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:25.601153 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0af2278-7f5f-4ba8-9230-d45ae0057153 req-583edc9f-edad-4a0f-868a-a76d2e11d26b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860217 Nov 11 11:30:25.745959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-c6162717-f9dc-4674-8d1d-6e5a5b5ee96c None None] Provisioning for port c46c8ae7-1e00-43a0-8bb0-82acb645b29e completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:25.751337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-c6162717-f9dc-4674-8d1d-6e5a5b5ee96c None None] Provisioning complete for port c46c8ae7-1e00-43a0-8bb0-82acb645b29e triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:25.752426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c6162717-f9dc-4674-8d1d-6e5a5b5ee96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:25.808752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-c6162717-f9dc-4674-8d1d-6e5a5b5ee96c None None] Port c46c8ae7-1e00-43a0-8bb0-82acb645b29e cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:30:26.030557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584abf3-79cc-4b59-be2e-97ee42139ff5 req-bbc47066-5bb0-4188-91fc-0a47d376ca41 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:26.033271 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1584abf3-79cc-4b59-be2e-97ee42139ff5 req-bbc47066-5bb0-4188-91fc-0a47d376ca41 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.0973372 Nov 11 11:30:26.091017 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1584abf3-79cc-4b59-be2e-97ee42139ff5 req-54132866-5a55-46b5-aa93-189848c4290e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458019 Nov 11 11:30:26.239384 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e598e82d-065e-4607-9a01-6f8f211c7e8d req-79109459-e425-43aa-82f5-6f5572e77e3e tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0458689 Nov 11 11:30:26.344052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea642745-1d1d-4fdc-8d52-ec911035aa25 req-2230f1e0-9adc-480e-8d47-24108e7d100c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:26.351876 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ea642745-1d1d-4fdc-8d52-ec911035aa25 req-2230f1e0-9adc-480e-8d47-24108e7d100c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.1054783 Nov 11 11:30:26.617496 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ea642745-1d1d-4fdc-8d52-ec911035aa25 req-d593ea24-5fbc-4eb7-b5a0-b4e5bc93b6b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645578 Nov 11 11:30:26.822250 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab99a2-071d-4c71-a4d9-f5f903ffe50e req-7499b290-0eb2-4094-9a28-3cf5ba668fec tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:26.823004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-2bab99a2-071d-4c71-a4d9-f5f903ffe50e req-7499b290-0eb2-4094-9a28-3cf5ba668fec tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Synchronizing usage tracker for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:26.838575 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-2bab99a2-071d-4c71-a4d9-f5f903ffe50e req-7499b290-0eb2-4094-9a28-3cf5ba668fec tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Unset dirty status for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:26.839900 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2bab99a2-071d-4c71-a4d9-f5f903ffe50e req-7499b290-0eb2-4094-9a28-3cf5ba668fec tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.1053579 Nov 11 11:30:26.890741 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2bab99a2-071d-4c71-a4d9-f5f903ffe50e req-80f0b6fc-efcc-47c2-b5a7-64c4763c3662 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Nov 11 11:30:27.334790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397c58-cf4e-448b-a47b-f27e7e5d6c9d req-acf87ae4-25ee-4ceb-8c0f-81feb5167a03 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:27.336823 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-82397c58-cf4e-448b-a47b-f27e7e5d6c9d req-acf87ae4-25ee-4ceb-8c0f-81feb5167a03 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.1054397 Nov 11 11:30:27.377414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:27.426098 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-82397c58-cf4e-448b-a47b-f27e7e5d6c9d req-56e25fcd-7d0d-44e1-ab12-81db04ca21e3 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827675 Nov 11 11:30:27.437801 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7b3ae59f-a431-48c6-9aff-f5963ec5ce15 req-11ea9b76-2f87-4935-8b22-d97c06aafa8a tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0486932 Nov 11 11:30:27.853121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91382c2-0541-4eef-97ab-f19851dc634f req-7b5ef3ea-77d2-41c8-bce1-57e4a5efa724 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:27.855228 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b91382c2-0541-4eef-97ab-f19851dc634f req-7b5ef3ea-77d2-41c8-bce1-57e4a5efa724 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.0924973 Nov 11 11:30:27.929589 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b91382c2-0541-4eef-97ab-f19851dc634f req-91ebfac7-3bfe-4103-88eb-17c7768a3ae8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664527 Nov 11 11:30:28.109426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710bab5-8a7d-4bc3-9073-cf10c3079832 req-a7deb39e-39d8-4722-8c75-401b6ad953bb tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:28.111770 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1710bab5-8a7d-4bc3-9073-cf10c3079832 req-a7deb39e-39d8-4722-8c75-401b6ad953bb tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.0916512 Nov 11 11:30:28.167004 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1710bab5-8a7d-4bc3-9073-cf10c3079832 req-190a095c-9589-46c0-a5b8-014f3a841dd8 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489919 Nov 11 11:30:28.666102 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ce7b7a2d-ca5d-46c0-9baa-5d35a9f86dd8 req-2ce77648-f2d8-4402-91cf-b6cdd790ad89 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0588710 Nov 11 11:30:28.702749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac9cd-40b9-4c78-96b4-5eee705ccadd req-9fdde9f3-8213-4486-875d-953e2a46a812 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:28.704438 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-15cac9cd-40b9-4c78-96b4-5eee705ccadd req-9fdde9f3-8213-4486-875d-953e2a46a812 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.1382105 Nov 11 11:30:28.754749 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-15cac9cd-40b9-4c78-96b4-5eee705ccadd req-6fb51aa4-3a43-488f-b5c1-aff52e398490 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437038 Nov 11 11:30:29.137957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5225d-1fd6-48fa-9637-91117d9548c8 req-5cf929b5-4cc1-41fd-a0f9-06b4826a9e0f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:29.139607 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89a5225d-1fd6-48fa-9637-91117d9548c8 req-5cf929b5-4cc1-41fd-a0f9-06b4826a9e0f tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.0859673 Nov 11 11:30:29.189101 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89a5225d-1fd6-48fa-9637-91117d9548c8 req-7d92e50e-5d34-4dd8-bb4c-f254bca129ae tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Nov 11 11:30:29.379708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e68f0-42ba-4da9-a2a2-dab1256489c0 req-83bde2b3-ec41-4a70-bcde-0155698351e2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:29.381345 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-749e68f0-42ba-4da9-a2a2-dab1256489c0 req-83bde2b3-ec41-4a70-bcde-0155698351e2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.0856094 Nov 11 11:30:29.434647 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-749e68f0-42ba-4da9-a2a2-dab1256489c0 req-a5b5c778-bf25-45cd-96a2-3dc71660729b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Nov 11 11:30:29.859044 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-adc39148-20f0-411e-bf75-3744451c6d30 req-429bde52-fe60-46af-a68a-82ec2878b0b5 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0617130 Nov 11 11:30:29.982044 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71c4b-b4e6-453e-a127-db5f1861007f req-de078b12-b983-45dc-8599-25ea362b82cd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:29.983607 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c1c71c4b-b4e6-453e-a127-db5f1861007f req-de078b12-b983-45dc-8599-25ea362b82cd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.0901265 Nov 11 11:30:30.038298 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c1c71c4b-b4e6-453e-a127-db5f1861007f req-5b645c49-81cf-49e0-9b0c-5b0c332e8427 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480857 Nov 11 11:30:30.421127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34d820-461b-44a9-abfc-09a986763a05 req-e53c3bde-860d-4054-a18e-fbf5835d6abb tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:30.423132 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4b34d820-461b-44a9-abfc-09a986763a05 req-e53c3bde-860d-4054-a18e-fbf5835d6abb tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.1035931 Nov 11 11:30:30.485827 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4b34d820-461b-44a9-abfc-09a986763a05 req-fd089070-2cfa-45b2-8b49-8a401aff7032 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499477 Nov 11 11:30:30.689476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396c1b5-a33d-44ed-9e61-5e8a7048dfe6 req-1377fec6-8a74-4021-9df9-14bd4b00d35e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:30.691080 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5396c1b5-a33d-44ed-9e61-5e8a7048dfe6 req-1377fec6-8a74-4021-9df9-14bd4b00d35e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.0916262 Nov 11 11:30:30.761356 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5396c1b5-a33d-44ed-9e61-5e8a7048dfe6 req-c8978514-2e42-431d-8c39-b95e6f078085 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635548 Nov 11 11:30:31.033070 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f255266-f689-4611-b1ca-cb5143de0f2b req-eb7a3ba5-c3e9-4b5e-8427-01f00c7a0bc9 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0476050 Nov 11 11:30:31.269450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f68479-129a-4dab-8f3a-a296c2fa2e31 req-5ea7dbed-4318-4ffb-a605-30838cf5a1db tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:31.271050 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-13f68479-129a-4dab-8f3a-a296c2fa2e31 req-5ea7dbed-4318-4ffb-a605-30838cf5a1db tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.0870581 Nov 11 11:30:31.327134 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-13f68479-129a-4dab-8f3a-a296c2fa2e31 req-ab6acd27-abe1-41ef-a9e6-d6bd45a63a96 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497077 Nov 11 11:30:31.736654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab7bb-9472-4a16-a5bf-b6bfaf8ba9a8 req-dce7186e-4d4d-4b72-9167-894e2bf919bc tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:31.738883 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9d1ab7bb-9472-4a16-a5bf-b6bfaf8ba9a8 req-dce7186e-4d4d-4b72-9167-894e2bf919bc tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.1124783 Nov 11 11:30:31.789964 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9d1ab7bb-9472-4a16-a5bf-b6bfaf8ba9a8 req-919be10e-6b41-451d-9d9f-c539a916f9ee tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Nov 11 11:30:31.990155 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568ee80-58ee-48d6-aa85-5cbe9d9a815d req-b337e380-a570-4d53-9e1f-87833b156a4b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:31.991702 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2568ee80-58ee-48d6-aa85-5cbe9d9a815d req-b337e380-a570-4d53-9e1f-87833b156a4b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.0924330 Nov 11 11:30:32.042698 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2568ee80-58ee-48d6-aa85-5cbe9d9a815d req-187e7ec0-ab01-4d7a-a97f-23996fd28c90 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Nov 11 11:30:32.208883 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fd088563-3084-4ecc-84c5-524f3ff85633 req-bd10e1fb-2a52-4e98-ab47-cb3b5f5d7636 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0517781 Nov 11 11:30:32.561580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02696f-3fc1-44ca-abd5-920c8707ddc5 req-524fee22-0679-4660-87f3-ff31060dc098 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:32.563200 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca02696f-3fc1-44ca-abd5-920c8707ddc5 req-524fee22-0679-4660-87f3-ff31060dc098 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.0907199 Nov 11 11:30:32.614954 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ca02696f-3fc1-44ca-abd5-920c8707ddc5 req-97756663-88bd-45b1-b27d-f47ab8c782db tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 Nov 11 11:30:33.038697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec53b5-80c6-433d-8645-83b5441a9f37 req-99f3df72-4256-4ea9-ad71-74c7ea936f86 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:33.040422 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b3ec53b5-80c6-433d-8645-83b5441a9f37 req-99f3df72-4256-4ea9-ad71-74c7ea936f86 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.0925746 Nov 11 11:30:33.092672 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b3ec53b5-80c6-433d-8645-83b5441a9f37 req-59898790-fba5-4c91-923c-54b2e02ea203 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458267 Nov 11 11:30:33.287662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1c7e0-7037-4ce4-bc06-fe57583a398e req-12bec877-57bd-4205-8611-5de01e59ac6f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:33.289405 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-59b1c7e0-7037-4ce4-bc06-fe57583a398e req-12bec877-57bd-4205-8611-5de01e59ac6f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.1018310 Nov 11 11:30:33.342387 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-59b1c7e0-7037-4ce4-bc06-fe57583a398e req-88d43b39-dc0d-460b-adc6-d2a046414b1f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469506 Nov 11 11:30:33.409989 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-18e9fea3-ac31-4a62-b71f-4ede7b2f945d req-30154ae6-700d-448f-a609-52040a594c8c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0499320 Nov 11 11:30:33.893039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8eb1a-217a-4a2e-a056-9ade569458fc req-cd8f2fa3-2fd5-4975-a2a1-1a36ba59d639 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:33.894907 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0a8eb1a-217a-4a2e-a056-9ade569458fc req-cd8f2fa3-2fd5-4975-a2a1-1a36ba59d639 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.0879507 Nov 11 11:30:33.950929 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e0a8eb1a-217a-4a2e-a056-9ade569458fc req-2a8a6610-8dc5-4524-952f-85ff4f39c995 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461407 Nov 11 11:30:34.326183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc3f4-034e-4970-afe8-717e4151295f req-ed6f920e-ee8a-476d-b348-ac2b4ad559da tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:34.327881 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-50ebc3f4-034e-4970-afe8-717e4151295f req-ed6f920e-ee8a-476d-b348-ac2b4ad559da tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.0967886 Nov 11 11:30:34.379674 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-50ebc3f4-034e-4970-afe8-717e4151295f req-814145b2-2fbb-49f6-bd6b-41c9e72467d4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440304 Nov 11 11:30:34.591861 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4446d813-2bfd-418e-9fce-7c7015f8bc65 req-f0972903-0072-4080-8d02-07e8d0903c0a tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0523686 Nov 11 11:30:34.622140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3e5c2-d3b6-4593-a04f-2a532f7aad31 req-7bafca8a-4e46-47db-a75c-9a5e22d2658a tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:34.623801 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f9b3e5c2-d3b6-4593-a04f-2a532f7aad31 req-7bafca8a-4e46-47db-a75c-9a5e22d2658a tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.1411810 Nov 11 11:30:34.676585 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f9b3e5c2-d3b6-4593-a04f-2a532f7aad31 req-42ea7f75-62c3-49df-8468-cdda94991102 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Nov 11 11:30:35.172037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ec407-3cbb-48fa-a271-ba9b8b6e3f83 req-bd8dd4a4-66ce-42d6-a582-9ea51e146790 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:35.175398 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5b9ec407-3cbb-48fa-a271-ba9b8b6e3f83 req-bd8dd4a4-66ce-42d6-a582-9ea51e146790 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.0889456 Nov 11 11:30:35.223854 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5b9ec407-3cbb-48fa-a271-ba9b8b6e3f83 req-b1db1f90-c624-4294-983f-b7fbf8ec8c5c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 Nov 11 11:30:35.410853 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Request body: {'port': {'device_id': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:35.533419 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:35.807224 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-031b33c5-3906-42cf-8c02-6aa169817435 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1099 time: 0.3041577 Nov 11 11:30:35.869216 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-76baa240-9775-4dca-adff-19d7c38564b2 req-fe56b5e9-fd2f-44ef-89f5-87c6ef223f85 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0820124 Nov 11 11:30:35.880102 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b46d0-2d4c-44d3-9bdd-effe74349c2d req-e59bd379-873a-49a8-9f83-ebbb3c497705 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:35.892436 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d64b46d0-2d4c-44d3-9bdd-effe74349c2d req-e59bd379-873a-49a8-9f83-ebbb3c497705 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.3047254 Nov 11 11:30:35.984062 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d64b46d0-2d4c-44d3-9bdd-effe74349c2d req-e837af77-56f7-4f5e-81e2-f65c02b50f7c tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906684 Nov 11 11:30:36.050825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-2807b987-8f66-41e5-8de8-0a471554fb16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:36.052436 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-2807b987-8f66-41e5-8de8-0a471554fb16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.2179711 Nov 11 11:30:36.058565 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a827d-336c-4162-ac47-d047812f76aa req-fb0c0097-ffe1-4292-84ca-949f6f1bc26e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:36.059339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-6e8a827d-336c-4162-ac47-d047812f76aa req-fb0c0097-ffe1-4292-84ca-949f6f1bc26e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Synchronizing usage tracker for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:port {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:36.146925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-6e8a827d-336c-4162-ac47-d047812f76aa req-fb0c0097-ffe1-4292-84ca-949f6f1bc26e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Unset dirty status for tenant:42c8adc6f34c4d8cb8feabd2f872d070 on resource:port {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:36.148159 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6e8a827d-336c-4162-ac47-d047812f76aa req-fb0c0097-ffe1-4292-84ca-949f6f1bc26e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.3122056 Nov 11 11:30:36.172878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2d551-aa41-4ccc-93d3-85a4e38f791b req-0ac3d613-df6e-4e5b-af02-1df56de4eea0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:36.175143 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1ab2d551-aa41-4ccc-93d3-85a4e38f791b req-0ac3d613-df6e-4e5b-af02-1df56de4eea0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 932 time: 0.1407387 Nov 11 11:30:36.225204 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-8c1b3fe2-7baf-40d2-8963-6ddc9fb708c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 200 len: 1001 time: 0.1618803 Nov 11 11:30:36.269075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46c8ae7-1e00-43a0-8bb0-82acb645b29e {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:30:36.281115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:36.294037 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1ab2d551-aa41-4ccc-93d3-85a4e38f791b req-861bc0a0-e0b8-4480-ac96-2aa40280f276 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853491 Nov 11 11:30:36.297398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.64', 63301) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:36.302632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Deleting port 64506ec3-7f77-4694-9e75-a58de9367cc2 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:30:36.303027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:36.304143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Transition to ACTIVE for port object c46c8ae7-1e00-43a0-8bb0-82acb645b29e will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:36.308983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:36.320358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:36.387233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-195c771b-7dc4-473f-b89a-1d15eb2ac838 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:36.388851 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-195c771b-7dc4-473f-b89a-1d15eb2ac838 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.1558583 Nov 11 11:30:36.667963 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-02e1e835-9658-4c24-b059-6b9cb757b455 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2449894 Nov 11 11:30:36.847553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] For port 64506ec3-7f77-4694-9e75-a58de9367cc2, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=64506ec3-7f77-4694-9e75-a58de9367cc2,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:36.847954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:36.878287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:36.882004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:36.966625 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-bb36806e-483d-463c-aad7-a59b51e4c07c service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850904 Nov 11 11:30:37.082396 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-f936b363-1efc-49ce-b97c-a8e3d6739f75 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:37.084070 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-f936b363-1efc-49ce-b97c-a8e3d6739f75 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 808 time: 0.6680305 Nov 11 11:30:37.091348 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c5006b6b-2f92-4787-94b0-997f4bbb8c82 req-e9b525ea-f924-4da2-a202-e44468a85180 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0781817 Nov 11 11:30:37.098733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee8591-b160-4d6c-a172-6c5e3fb4aca5 req-65663339-6095-42f8-a7a7-377ce6602a07 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:37.100350 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-58ee8591-b160-4d6c-a172-6c5e3fb4aca5 req-65663339-6095-42f8-a7a7-377ce6602a07 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.6595719 Nov 11 11:30:37.224262 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-d9d1c182-840f-44b8-920a-82e65baf5a96 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7292a8bfc54733a016a93d014497b1 HTTP/1.1" status: 200 len: 380 time: 0.1228316 Nov 11 11:30:37.228369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Attempting to bind port c46c8ae7-1e00-43a0-8bb0-82acb645b29e on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:30:37.228748 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Attempting to bind port c46c8ae7-1e00-43a0-8bb0-82acb645b29e by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:30:37.229121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Attempting to bind port c46c8ae7-1e00-43a0-8bb0-82acb645b29e on network 2c9531cf-9913-4c7f-969e-4c35934419f8 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:37.240761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Port c46c8ae7-1e00-43a0-8bb0-82acb645b29e on network 2c9531cf-9913-4c7f-969e-4c35934419f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:30:37.241270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Attempting to bind port c46c8ae7-1e00-43a0-8bb0-82acb645b29e on network 2c9531cf-9913-4c7f-969e-4c35934419f8 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:37.252239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'port': {'device_id': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'admin_state_up': True, 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'security_groups': ['9ef49df1-b843-459c-8691-fdcbd2a5c8e6']}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:37.309558 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-dc424a20-8da1-4954-989c-fd5e50587d58 req-91466fdc-3918-4bc1-8b3f-432c27e189ac service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323483 Nov 11 11:30:37.317937 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:37.318342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:37.318689 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Floating IP 31e9d5f2-14ea-46e5-aed3-2130e12ffe95 disassociated. External IP: 172.28.1.174, port: 64506ec3-7f77-4694-9e75-a58de9367cc2. Nov 11 11:30:37.319064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Calling delete_port for 64506ec3-7f77-4694-9e75-a58de9367cc2 owned by compute:nova {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:30:37.334953 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:30:37.335500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Checking segment: {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:30:37.336022 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Bound using segment: {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:30:37.336521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Bound port: c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14cb621-993b-473b-84e8-d9a924983115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:30:37.336907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:37.349373 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-58ee8591-b160-4d6c-a172-6c5e3fb4aca5 req-d7ec4ffd-b2cc-4d96-81f6-7154c9346ac4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193117 Nov 11 11:30:37.441804 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:30:37.508172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:37.515457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:37.533636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:37.562258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event deleted for resources: {'Port': ['ID=64506ec3-7f77-4694-9e75-a58de9367cc2,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:37.565744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:37.598784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:37.600910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:port and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:37.611450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:37.616686 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '3e1a0371-5962-4505-94e0-fc3117509cca', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'port_id': '3e1a0371-5962-4505-94e0-fc3117509cca', 'mac_address': 'fa:16:3e:df:75:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:30:37.679887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:37.681105 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] For port c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:30:37.685229 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] For port c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:30:37.687109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:37.705380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e1a0371-5962-4505-94e0-fc3117509cca {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:30:37.711897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:37.724176 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:37.725368 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Made reservation on behalf of 3c7292a8bfc54733a016a93d014497b1 for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:30:37.730652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:37.731189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:37.733414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:37.757819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c78803ca-0adf-43fb-9707-69989b27923a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:37.814719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=6']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:37.819746 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:30:37.820177 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['3e1a0371-5962-4505-94e0-fc3117509cca'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:30:37.864295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:37.979775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:38.006959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:38.021131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:38.026223 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] 10.222.0.64 "PUT /v2.0/ports/c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 1094 time: 2.7017763 Nov 11 11:30:38.027765 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:30:38.083310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:30:38.099552 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] Sync routers for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:30:38.128675 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:38.129820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:30:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:38.178770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666db9d-dfac-4c5b-8a16-f1bb70a37fa5 req-159236a9-0c61-460e-a429-e49a1d47dfaa tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:38.185823 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f666db9d-dfac-4c5b-8a16-f1bb70a37fa5 req-159236a9-0c61-460e-a429-e49a1d47dfaa tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/ports?device_id=73b28bec-f6da-4631-8191-c651fd549916 HTTP/1.1" status: 200 len: 945 time: 0.9409800 Nov 11 11:30:38.233885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] No DVR routers for this DVR port 64506ec3-7f77-4694-9e75-a58de9367cc2 on host hv-cinder-81741 {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:30:38.237484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:38.242312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b28bec-f6da-4631-8191-c651fd549916', 'name': 'network-vif-deleted', 'tag': '64506ec3-7f77-4694-9e75-a58de9367cc2'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:30:38.263905 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6e8a827d-336c-4162-ac47-d047812f76aa req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.64 "DELETE /v2.0/ports/64506ec3-7f77-4694-9e75-a58de9367cc2 HTTP/1.1" status: 204 len: 173 time: 2.1022227 Nov 11 11:30:38.356459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e1e60-79df-4de0-9c58-41a8e67e6b38 req-87b2767b-d73d-483b-8818-871581de04a2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:38.367437 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0d2e1e60-79df-4de0-9c58-41a8e67e6b38 req-87b2767b-d73d-483b-8818-871581de04a2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 944 time: 0.8376729 Nov 11 11:30:38.389227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Allocated IP 172.20.0.14 (90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f/d005ed5c-2dcb-4078-b3d1-d68e78bf66af/5c81104f-78b8-44d5-aae8-3eb5ab429d99) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:30:38.419923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:38.491410 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0d2e1e60-79df-4de0-9c58-41a8e67e6b38 req-004559d5-7648-4344-aa11-6f20c0b7c884 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226203 Nov 11 11:30:38.495422 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f666db9d-dfac-4c5b-8a16-f1bb70a37fa5 req-c66c7a48-f196-4124-931f-e895ab2ad8b3 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups?id=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915835 Nov 11 11:30:38.523683 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-0f8b03bf-003b-4e1d-94f4-67cccc2bbeb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1097 time: 0.4087887 Nov 11 11:30:38.661090 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-7eb21e39-7ece-47de-acfb-4c264624d4c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 217 time: 0.1251755 Nov 11 11:30:38.835864 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'status': 'completed', 'code': 200} Nov 11 11:30:38.921620 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-04733ad3-5858-406a-9165-2f8de794a1a4 req-366e5749-df3e-4ad4-b015-8c22fd2a84a4 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.1569052 Nov 11 11:30:39.049673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-74339d05-cc2a-4a48-9537-9e13fe7bbacc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:39.064249 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-74339d05-cc2a-4a48-9537-9e13fe7bbacc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b27bc55-64e7-4f58-8f3c-c44e42476aea HTTP/1.1" status: 200 len: 854 time: 0.3824432 Nov 11 11:30:39.137976 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b28bec-f6da-4631-8191-c651fd549916', 'name': 'network-vif-deleted', 'tag': '64506ec3-7f77-4694-9e75-a58de9367cc2', 'status': 'completed', 'code': 200} Nov 11 11:30:39.187006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:39.192760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] Checking router: 03191cbb-c781-4b1b-ad61-bde7ea9451f9 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:30:39.208055 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:39.208544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:30:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:39.254714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:39.295713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Transition to ACTIVE for port object 5c81104f-78b8-44d5-aae8-3eb5ab429d99 will not be triggered until provisioned by entity DHCP. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:39.321891 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-1b8ce8a9-989c-4e49-840c-fe1afbee145f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9531cf-9913-4c7f-969e-4c35934419f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2564228 Nov 11 11:30:39.370825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce822bc-fceb-4342-b148-4c85d6d6c1c5 req-f6d80675-c455-4470-8db6-deb4521c77f9 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:39.373490 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bce822bc-fceb-4342-b148-4c85d6d6c1c5 req-f6d80675-c455-4470-8db6-deb4521c77f9 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 945 time: 0.2015290 Nov 11 11:30:39.462926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:39.493923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:39.510355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-de170ecc-f8a1-4244-a621-665ddfe40104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:39.632366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:30:39.653891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:30:39.658987 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bce822bc-fceb-4342-b148-4c85d6d6c1c5 req-eb86dc4b-de82-4f0f-b618-5835e4f51264 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650766 Nov 11 11:30:39.662471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:30:39.704525 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-bf7fff12-3026-40d8-a9ba-a68ab335478a service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675842 Nov 11 11:30:39.707569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:39.716713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:39.751835 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:39.976400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 3e1a0371-5962-4505-94e0-fc3117509cca triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:39.976872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:39.980974 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39890) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:40.120439 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:40.121146 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.126271 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c85e66f-3a25-4d92-958c-07025e9d9b9d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.163315 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-6b026c31-fbfd-475c-92e9-ccb1e10d4889 req-d46cd877-620b-4b49-aafe-e387395031c3 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452775 Nov 11 11:30:40.169003 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9324722 Nov 11 11:30:40.193045 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c85e66f-3a25-4d92-958c-07025e9d9b9d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.279275 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Request body: {'port': {'device_id': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:40.280607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c85e66f-3a25-4d92-958c-07025e9d9b9d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.288579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4275b6b8-bb27-4b99-9a65-904155a4d324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:40.313400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85e66f-3a25-4d92-958c-07025e9d9b9d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:40.317339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5c85e66f-3a25-4d92-958c-07025e9d9b9d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:40.326744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c85e66f-3a25-4d92-958c-07025e9d9b9d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.332786 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5c85e66f-3a25-4d92-958c-07025e9d9b9d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "DELETE /v2.0/security-groups/c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40 HTTP/1.1" status: 204 len: 168 time: 0.3505528 Nov 11 11:30:40.333614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39894) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:40.354723 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.v2.resource [None req-d3ccf059-bf4e-4250-a611-177d21fd1d56 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] show failed (client error): The resource could not be found. Nov 11 11:30:40.359599 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d3ccf059-bf4e-4250-a611-177d21fd1d56 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "GET /v2.0/security-groups/c91623d5-0e52-4ce9-ace6-2fd0bb4e3b40 HTTP/1.1" status: 404 len: 347 time: 0.0246825 Nov 11 11:30:40.360425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39898) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:40.375255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.413402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-5ea7a3f5-d32d-47f5-b458-54672ed58a33 None None] Provisioning for port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 completed by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:40.433282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-5ea7a3f5-d32d-47f5-b458-54672ed58a33 None None] Provisioning complete for port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:40.433282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7a3f5-d32d-47f5-b458-54672ed58a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.480852 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:30:40.507274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:40.525721 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:40.533177 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.534168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 64506ec3-7f77-4694-9e75-a58de9367cc2 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:30:40.553537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Deleting port b6d15f3a-d90a-45b6-917f-0b6d2752bfb1 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:30:40.553988 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.568676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e4fe55f9-6d1e-4ac3-b9b5-c927b817a927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:40.646180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=7']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:40.649786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d703b-b36e-4b16-b5a5-773be25cfb04 None None] The sync data for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb is: [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:24:52Z', 'revision_number': 4, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '333cbe77-4c3c-45f5-a885-e5ae14adcf97', 'name': '', 'network_id': 'd5664352-840f-4ab4-9e50-5e5b0a34b558', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'mac_address': 'fa:16:3e:1e:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:50Z', 'updated_at': '2021-11-11T11:25:10Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'subnets': [{'id': 'de5a6e8d-e303-4994-b9fa-513a119e55cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:30:40.660109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7a3f5-d32d-47f5-b458-54672ed58a33 None None] Port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 cannot update to ACTIVE because it is not bound. {{(pid=88094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 11:30:40.662234 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:40.664702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 64506ec3-7f77-4694-9e75-a58de9367cc2 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:30:40.665257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 64506ec3-7f77-4694-9e75-a58de9367cc2 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:30:40.752978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a6ce2-0e45-4e16-b71c-efb4972dca91 req-4eb88689-cbc3-4863-9059-91a6e5050ce9 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:40.763758 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c23a6ce2-0e45-4e16-b71c-efb4972dca91 req-4eb88689-cbc3-4863-9059-91a6e5050ce9 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 944 time: 0.8630769 Nov 11 11:30:40.867499 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-089209c9-a211-43d1-8eac-3574ceaa7cc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1097 time: 0.6403999 Nov 11 11:30:40.884058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:40.974067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365c4ff-f957-4e8c-85b3-7615018ce16e req-925f4031-3838-4429-b6fb-9ef214598441 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:40.974067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-f365c4ff-f957-4e8c-85b3-7615018ce16e req-925f4031-3838-4429-b6fb-9ef214598441 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Synchronizing usage tracker for tenant:3c7292a8bfc54733a016a93d014497b1 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:41.012701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:41.013260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:41.036839 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c23a6ce2-0e45-4e16-b71c-efb4972dca91 req-87b634f0-fdc1-4bcd-9e72-bac22b03370d tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715762 Nov 11 11:30:41.148443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-f365c4ff-f957-4e8c-85b3-7615018ce16e req-925f4031-3838-4429-b6fb-9ef214598441 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Unset dirty status for tenant:3c7292a8bfc54733a016a93d014497b1 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:41.149988 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f365c4ff-f957-4e8c-85b3-7615018ce16e req-925f4031-3838-4429-b6fb-9ef214598441 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 932 time: 0.9913540 Nov 11 11:30:41.288424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Calling delete_port for b6d15f3a-d90a-45b6-917f-0b6d2752bfb1 owned by network:floatingip {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:30:41.309076 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-0125db3c-f8de-4173-b1de-8a832c696c82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:41.310763 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-0125db3c-f8de-4173-b1de-8a832c696c82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 200 len: 916 time: 0.4292634 Nov 11 11:30:41.315893 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca', 'code': 200} Nov 11 11:30:41.373707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de21f58-4082-4473-8e37-679e6ece94ab None None] New status for floating IP 31e9d5f2-14ea-46e5-aed3-2130e12ffe95: DOWN {{(pid=88095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:30:41.417513 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-44ca50a3-405e-4348-b0e6-53b5f2695a02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 217 time: 0.0824261 Nov 11 11:30:41.430188 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f365c4ff-f957-4e8c-85b3-7615018ce16e req-683d7957-fe55-4bbb-a4bd-d80bfa798375 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732911 Nov 11 11:30:41.459014 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device c46c8ae7-1e00-43a0-8bb0-82acb645b29e details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:30:41.503316 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:41.525059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-86e44504-b0e0-4bbe-9e25-d62fdf74706e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:41.662556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-4afcc94f-2beb-4a02-910f-13e9290081a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:41.664228 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-4afcc94f-2beb-4a02-910f-13e9290081a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b27bc55-64e7-4f58-8f3c-c44e42476aea HTTP/1.1" status: 200 len: 854 time: 0.2370894 Nov 11 11:30:41.676430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Pushing event deleted for resources: {'Port': ['ID=b6d15f3a-d90a-45b6-917f-0b6d2752bfb1,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:41.685672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:41.732696 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:41.746814 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:41.755899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:41.757572 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] 10.222.0.37 "DELETE /v2.0/floatingips/31e9d5f2-14ea-46e5-aed3-2130e12ffe95 HTTP/1.1" status: 204 len: 168 time: 1.3955841 Nov 11 11:30:41.785847 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'port_id': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'mac_address': 'fa:16:3e:fb:ce:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:30:41.869088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:41.894968 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46c8ae7-1e00-43a0-8bb0-82acb645b29e {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:30:41.926201 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:41.935370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:41.942964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c48c1716-7e90-4056-a8d3-cd41ab5b9b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:41.959281 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-503fc511-9d2d-4622-a7de-6f939bd8b9fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9531cf-9913-4c7f-969e-4c35934419f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2557065 Nov 11 11:30:42.022283 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659360f6-27e8-4732-9d46-f8d8136afc1a req-97d6a09d-0ba6-4102-b33e-559ab52892f0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:42.024148 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-659360f6-27e8-4732-9d46-f8d8136afc1a req-97d6a09d-0ba6-4102-b33e-559ab52892f0 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.5063536 Nov 11 11:30:42.044890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:42.063966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:42.256327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c81104f-78b8-44d5-aae8-3eb5ab429d99 {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:30:42.257129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['c46c8ae7-1e00-43a0-8bb0-82acb645b29e'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:30:42.282144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:42.384478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Transition to ACTIVE for port object 5c81104f-78b8-44d5-aae8-3eb5ab429d99 will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:30:42.408747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:42.414531 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-659360f6-27e8-4732-9d46-f8d8136afc1a req-e9523dca-935d-4ff4-a2d0-a39edae74815 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771570 Nov 11 11:30:42.420148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:42.494002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Pushing event updated for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:42.501567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:42.508248 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-52a1bcd6-6b49-4e9d-87b9-106d29f81265 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409079 Nov 11 11:30:42.807724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df49dc-1646-424d-b00a-3dafbd45c777 req-739d7aba-8b30-4226-acf3-9d28d5b5312f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:42.811350 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a5df49dc-1646-424d-b00a-3dafbd45c777 req-739d7aba-8b30-4226-acf3-9d28d5b5312f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 945 time: 0.5306058 Nov 11 11:30:42.980412 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4448dfa1-e8cf-4463-86af-bbb24d64892c req-9d7f4fe9-8459-43c7-88e3-c37dd24fd02b service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989975 Nov 11 11:30:43.055279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb9f6d-05ce-43b4-8101-a5498614c8a4 req-2229420d-4f97-4ad2-8dde-3c9d935f7cb2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:43.056897 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-39eb9f6d-05ce-43b4-8101-a5498614c8a4 req-2229420d-4f97-4ad2-8dde-3c9d935f7cb2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 944 time: 0.3633292 Nov 11 11:30:43.058027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Attempting to bind port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:30:43.058383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Attempting to bind port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:30:43.058758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Attempting to bind port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 on network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:43.063079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a5df49dc-1646-424d-b00a-3dafbd45c777 req-f8110660-ba73-4f03-87e7-0a7808151d23 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360620 Nov 11 11:30:43.104977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 on network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:30:43.106081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Attempting to bind port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 on network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:30:43.140202 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-39eb9f6d-05ce-43b4-8101-a5498614c8a4 req-796b9d22-9949-4220-818a-6077a94957e1 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759730 Nov 11 11:30:43.142173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:30:43.142725 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Checking segment: {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:30:43.143346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Bound using segment: {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:30:43.143926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Bound port: 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5194bb-4084-481a-a451-4d401cdea1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:30:43.144378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:43.266000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:30:43.271077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:30:43.277459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:43.283694 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-44e26f77-5014-4f26-8a2e-9c1e12e3cbc9 tempest-ServerRescueNegativeTestJSON-269060082 tempest-ServerRescueNegativeTestJSON-269060082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:43.371059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:43.371059 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] 10.222.0.64 "PUT /v2.0/ports/5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 1094 time: 3.1346900 Nov 11 11:30:43.390500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:30:43.418605 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Pushing event updated for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:43.436127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:43.480884 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device c46c8ae7-1e00-43a0-8bb0-82acb645b29e up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:43.491569 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'status': 'completed', 'code': 200} Nov 11 11:30:43.555737 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-23106929-093c-457f-982d-5bfeb116af7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1097 time: 0.1155488 Nov 11 11:30:43.636674 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port c46c8ae7-1e00-43a0-8bb0-82acb645b29e completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:43.650556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port c46c8ae7-1e00-43a0-8bb0-82acb645b29e triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:43.650760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:43.709280 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-55ad3fd4-6361-4553-8849-96195106d20f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 217 time: 0.1459610 Nov 11 11:30:43.816426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:43.855411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:30:43.872185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-584887e9-9dc1-4fef-96a4-cab7460e4610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:43.872439 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:43.874501 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-584887e9-9dc1-4fef-96a4-cab7460e4610 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.1563854 Nov 11 11:30:43.878609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:43.881449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:43.933930 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'code': 200} Nov 11 11:30:43.972903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:43.976089 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:43.996645 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306d589-7de2-419d-8f63-9f93b31d8c4d req-c4c5346b-f5b3-439f-8f5e-f44a9c954091 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:43.998268 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7306d589-7de2-419d-8f63-9f93b31d8c4d req-c4c5346b-f5b3-439f-8f5e-f44a9c954091 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.2821660 Nov 11 11:30:44.061552 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-22a52dd6-2c23-4411-b8df-113320cfe650 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1719403 Nov 11 11:30:44.068020 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7306d589-7de2-419d-8f63-9f93b31d8c4d req-e7688357-79c1-4fc3-8316-d4a4de8e5636 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600452 Nov 11 11:30:44.725276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a71437-bc46-4c9d-953a-d792e05bd223 req-6d7bd879-bae7-4a84-a92c-258f6e100a4b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:44.732524 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e3a71437-bc46-4c9d-953a-d792e05bd223 req-6d7bd879-bae7-4a84-a92c-258f6e100a4b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 944 time: 0.3791347 Nov 11 11:30:44.764277 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-21639c8c-d642-4bd6-bcd4-1305c1323b08 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897237 Nov 11 11:30:44.779227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95dede-9106-4f11-914c-a3c1f3d69cde req-fe127ce8-2f1f-4327-ab6c-844377b13c45 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:44.780799 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f95dede-9106-4f11-914c-a3c1f3d69cde req-fe127ce8-2f1f-4327-ab6c-844377b13c45 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.4313838 Nov 11 11:30:44.787447 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9bd1e523-1365-4468-9bab-ce60e4d1d3a3 req-78604039-9639-4e14-ab4e-46b6cf4d4ab4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1099 time: 0.3994894 Nov 11 11:30:44.981903 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e3a71437-bc46-4c9d-953a-d792e05bd223 req-7e7d1bb5-995f-4f8e-9c35-5f2db2c6e530 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483344 Nov 11 11:30:45.010087 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9bd1e523-1365-4468-9bab-ce60e4d1d3a3 req-8065f397-f10e-43a9-8b68-12e9846168c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993077 Nov 11 11:30:45.024169 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-9f95dede-9106-4f11-914c-a3c1f3d69cde req-8edb35dc-8856-4929-bc14-9eaee6cb22af tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121003 Nov 11 11:30:45.052854 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee7af636-f81e-4c6e-9a40-06fe8e73f9fc req-719981f2-563d-4ff5-82cf-a08417ecaa93 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708588 Nov 11 11:30:45.422127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf618e2-862f-44ae-a25b-72817a9db30d req-cf1636ae-8971-469c-8428-fbcca51a8449 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:45.426480 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bf618e2-862f-44ae-a25b-72817a9db30d req-cf1636ae-8971-469c-8428-fbcca51a8449 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.1861956 Nov 11 11:30:45.480734 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-2c709af1-3b3e-4d9e-80f9-bd4b4e12d4aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1097 time: 0.1835766 Nov 11 11:30:45.551636 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bf618e2-862f-44ae-a25b-72817a9db30d req-f686ffe7-0e21-455c-854f-3d91f9642fb4 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127894 Nov 11 11:30:45.692617 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-02867003-4b5f-4563-825b-d221f1f063b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:45.694741 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-02867003-4b5f-4563-825b-d221f1f063b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 909 time: 0.2006502 Nov 11 11:30:45.800025 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-fa282dcc-5686-4d34-95ad-50c7a8eede45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 217 time: 0.0817702 Nov 11 11:30:45.888768 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-d3a2bb66-9bb3-4596-b872-8d414d31a6a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:45.890290 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-d3a2bb66-9bb3-4596-b872-8d414d31a6a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.0797536 Nov 11 11:30:45.978370 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-a7196176-f865-4984-bdd5-463d833a9418 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794990 Nov 11 11:30:46.364683 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-bd2d33c4-b95f-4e09-bfa1-f10188a812e7 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564088 Nov 11 11:30:46.535121 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac376c-f928-4201-b431-468a3f6295dc req-f6bbb0c3-e5de-4dac-a822-a51d7717bd8a tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:46.539295 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90ac376c-f928-4201-b431-468a3f6295dc req-f6bbb0c3-e5de-4dac-a822-a51d7717bd8a tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 944 time: 0.3511922 Nov 11 11:30:46.586829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c457-4cce-440d-a03d-b0744cc191d4 req-00b70e72-1a0e-487e-b46b-266bfdb62599 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:46.588634 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-39e0c457-4cce-440d-a03d-b0744cc191d4 req-00b70e72-1a0e-487e-b46b-266bfdb62599 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.3294439 Nov 11 11:30:46.627312 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5487c24e-3f6c-4d6c-a534-a86829cc7a6d req-a565c8a1-3616-4ccd-b247-984ec957efba service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427933 Nov 11 11:30:46.671334 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90ac376c-f928-4201-b431-468a3f6295dc req-3634100e-af31-46d4-b866-93c17b796d0a tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235104 Nov 11 11:30:46.685079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-39e0c457-4cce-440d-a03d-b0744cc191d4 req-f6f76394-ab25-42ca-aede-7bef276c5799 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891349 Nov 11 11:30:46.928359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 39964) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:46.951306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7d8da-cd28-4b57-ba2b-59b1effb59a4 req-bc9e7d82-d160-4c8e-9ba7-a35d2feb5f67 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:46.953206 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-94c7d8da-cd28-4b57-ba2b-59b1effb59a4 req-bc9e7d82-d160-4c8e-9ba7-a35d2feb5f67 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.1128135 Nov 11 11:30:47.017411 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-94c7d8da-cd28-4b57-ba2b-59b1effb59a4 req-5af0a60a-f832-43fb-b07f-b706108e8253 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548973 Nov 11 11:30:47.506283 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5c81104f-78b8-44d5-aae8-3eb5ab429d99 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:30:47.587911 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711190'] for router_interface, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:47.705497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:47.748086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'port_id': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'mac_address': 'fa:16:3e:59:fe:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:30:47.883885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:47.927893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c81104f-78b8-44d5-aae8-3eb5ab429d99 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:30:47.945796 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:47.949802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:47.952939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:48.029961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:48.036993 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:48.077950 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89082bcd-0cd6-4ec5-b29a-e63a1735fc5e req-9ddee606-cd52-4da2-bf11-86bdb666305e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:48.086127 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89082bcd-0cd6-4ec5-b29a-e63a1735fc5e req-9ddee606-cd52-4da2-bf11-86bdb666305e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.1431527 Nov 11 11:30:48.113352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a370162-f785-4551-a510-e91d6abf0032 req-d5bea59b-fd2c-40ce-b25d-18d9b5c391d9 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:48.124448 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2a370162-f785-4551-a510-e91d6abf0032 req-d5bea59b-fd2c-40ce-b25d-18d9b5c391d9 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 945 time: 0.2257416 Nov 11 11:30:48.199464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['5c81104f-78b8-44d5-aae8-3eb5ab429d99'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:30:48.232090 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89082bcd-0cd6-4ec5-b29a-e63a1735fc5e req-92ffc558-4740-4e62-9ef0-62b97f63b6a1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446381 Nov 11 11:30:48.254319 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2a370162-f785-4551-a510-e91d6abf0032 req-2b5071ab-0c85-4d42-8fbc-b07ba1953d2b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287949 Nov 11 11:30:48.557382 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Deleting port 333cbe77-4c3c-45f5-a885-e5ae14adcf97 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:30:48.557901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:48.608102 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e62fa-9984-4cde-b4fe-d0240cc36970 req-ac45ae5c-ad64-4d10-b6c6-ec97c8b7f48e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:48.609925 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-453e62fa-9984-4cde-b4fe-d0240cc36970 req-ac45ae5c-ad64-4d10-b6c6-ec97c8b7f48e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.1548903 Nov 11 11:30:48.747866 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-453e62fa-9984-4cde-b4fe-d0240cc36970 req-3c7319f1-b606-4e32-824f-738953217191 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807700 Nov 11 11:30:48.812112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a83fe-ca8b-486c-9cc4-e9f0feb0d163 req-50843689-4d09-49f6-85a4-fcb8127163df tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:48.814221 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8c1a83fe-ca8b-486c-9cc4-e9f0feb0d163 req-50843689-4d09-49f6-85a4-fcb8127163df tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.2025869 Nov 11 11:30:48.833012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] For port 333cbe77-4c3c-45f5-a885-e5ae14adcf97, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=333cbe77-4c3c-45f5-a885-e5ae14adcf97,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:48.833411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:48.901077 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8c1a83fe-ca8b-486c-9cc4-e9f0feb0d163 req-631a9ce5-afa6-4675-aa98-fee69bb004ca tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787737 Nov 11 11:30:48.996290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b905b656-e3b2-45df-8a0e-d940f6cb6cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:49.005323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Calling delete_port for 333cbe77-4c3c-45f5-a885-e5ae14adcf97 owned by network:router_interface {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:30:49.264583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb2c59-2402-4244-8685-d106765c4afa req-f51d5303-269e-42b4-b2b5-f57ffa857447 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:49.266343 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4ceb2c59-2402-4244-8685-d106765c4afa req-f51d5303-269e-42b4-b2b5-f57ffa857447 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.1104813 Nov 11 11:30:49.379913 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4ceb2c59-2402-4244-8685-d106765c4afa req-776ea112-2648-44f0-b890-208a2a911778 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071732 Nov 11 11:30:49.427350 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:49.433427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dbda6b41-4f1e-4e71-adb8-44cb2878d8b4 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:49.489553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Pushing event deleted for resources: {'Port': ['ID=333cbe77-4c3c-45f5-a885-e5ae14adcf97,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:49.523529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5c81104f-78b8-44d5-aae8-3eb5ab429d99 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:30:49.549051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71679f3-cec0-4147-af3c-e2e9a2ddf37d req-cd48ea37-b96b-42c9-8010-9297c80ced3b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:49.556035 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f71679f3-cec0-4147-af3c-e2e9a2ddf37d req-cd48ea37-b96b-42c9-8010-9297c80ced3b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 945 time: 0.1426368 Nov 11 11:30:49.698596 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f71679f3-cec0-4147-af3c-e2e9a2ddf37d req-4981bf8a-513a-40ac-a36e-49c37de71f98 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319468 Nov 11 11:30:49.716219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:30:49.724200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:30:49.724781 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:49.921772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:49.981656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:49.983087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:30:49.997304 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:50.001456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:50.148532 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'code': 200} Nov 11 11:30:50.150587 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:50.166629 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:50.176049 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.181026 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.181433 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.181829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.182224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.182614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.183003 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.183431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.183821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.184204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.184589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:50.188297 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:50.318378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f483d-eb12-45da-9262-417daed332fb req-54854d00-f48f-482c-8ce3-cb2f2511ce9d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:50.320008 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee3f483d-eb12-45da-9262-417daed332fb req-54854d00-f48f-482c-8ce3-cb2f2511ce9d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.1212375 Nov 11 11:30:50.395251 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ee3f483d-eb12-45da-9262-417daed332fb req-3ae33d6a-8f15-41e1-a078-e6deba35b407 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688016 Nov 11 11:30:50.497750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1177126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711308'] for router_interface, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:50.524127 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7a1e8d32-179f-43a4-bc8b-532628cc9b2d req-a2953b87-e4fc-474d-b067-efdf00e6a4bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.0878222 Nov 11 11:30:50.581541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:50.584635 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7a1e8d32-179f-43a4-bc8b-532628cc9b2d req-1c7a732c-f4e7-44fb-ba83-e71c744002ec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537779 Nov 11 11:30:50.935232 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a789ada-cdcc-48ab-9e8c-4cd768de97e9 req-f810b82c-2bdf-4e61-ad04-7d64e79c8bc0 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:50.945207 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3a789ada-cdcc-48ab-9e8c-4cd768de97e9 req-f810b82c-2bdf-4e61-ad04-7d64e79c8bc0 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0999720 Nov 11 11:30:51.003334 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3a789ada-cdcc-48ab-9e8c-4cd768de97e9 req-b95bfcf6-0bbe-45dd-9eac-ee7d0306f573 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586100 Nov 11 11:30:51.258910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:30:51.533429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:30:51.543482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] Sync routers for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:30:51.564642 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] 10.222.0.37 "PUT /v2.0/routers/03191cbb-c781-4b1b-ad61-bde7ea9451f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6347723 Nov 11 11:30:51.567502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40014) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:51.594183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:51.595830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:30:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:51.849220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:51.856475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51e285a8-2c78-4ffe-ab55-1a19e9a5c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:51.890604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:52.109678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1897f-14de-470b-9e8b-1f53489e208d req-95a703ae-4512-4fab-a2a5-0ee8cca98b02 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:52.109678 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-77d1897f-14de-470b-9e8b-1f53489e208d req-95a703ae-4512-4fab-a2a5-0ee8cca98b02 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.3835964 Nov 11 11:30:52.279693 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-77d1897f-14de-470b-9e8b-1f53489e208d req-0e3b4a18-3258-4f0c-845c-5f451493f6b3 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913684 Nov 11 11:30:52.305345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks [] for router, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:52.371761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:30:49Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:52.376960 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] Checking router: 03191cbb-c781-4b1b-ad61-bde7ea9451f9 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:30:52.389068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] Routers {'03191cbb-c781-4b1b-ad61-bde7ea9451f9'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:52.389755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:30:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:52.556725 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90071020-c664-4538-80b4-b0759e5fba48 req-388c959d-f66b-4de0-bd53-07fb12b86f7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1099 time: 0.1896310 Nov 11 11:30:52.599096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] Set router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:52.779922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbdd53-fe71-4f67-b4e2-3b2f40820907 req-362505f5-1de5-4293-b842-551661df93df tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:52.781559 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c3fbdd53-fe71-4f67-b4e2-3b2f40820907 req-362505f5-1de5-4293-b842-551661df93df tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.3348031 Nov 11 11:30:52.877741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071020-c664-4538-80b4-b0759e5fba48 req-b4522a27-950b-4396-bfb3-963edcfcd842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:52.879378 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90071020-c664-4538-80b4-b0759e5fba48 req-b4522a27-950b-4396-bfb3-963edcfcd842 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.2623610 Nov 11 11:30:52.887018 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c3fbdd53-fe71-4f67-b4e2-3b2f40820907 req-5429d296-d23e-4549-9f58-f1177437d92e tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942261 Nov 11 11:30:52.952574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:30:49Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:52.958511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8252d-2d4d-4613-8fea-1b0d99235ad9 None None] The sync data for ids ['03191cbb-c781-4b1b-ad61-bde7ea9451f9'] in dv-cinder-817417-1-smb is: [{'id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'name': 'tempest-AttachVolumeTestJSON-133433454-router', 'tenant_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234'}], 'enable_snat': True}, 'gw_port_id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:24:40Z', 'updated_at': '2021-11-11T11:30:49Z', 'revision_number': 5, 'project_id': '42c8adc6f34c4d8cb8feabd2f872d070', 'gw_port': {'id': '30393705-f88b-4e7d-8d63-31a6008fee6c', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03191cbb-c781-4b1b-ad61-bde7ea9451f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:24:41Z', 'updated_at': '2021-11-11T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:30:52.960073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:52.981907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Deleting port 30393705-f88b-4e7d-8d63-31a6008fee6c {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:30:52.982286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:53.116443 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90071020-c664-4538-80b4-b0759e5fba48 req-6e4cf900-4d77-4d8c-b900-ede92c640471 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 200 len: 1001 time: 0.2271791 Nov 11 11:30:53.311422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071020-c664-4538-80b4-b0759e5fba48 req-62b5cb47-8426-4429-8b2c-1525d2c5355f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:53.313025 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90071020-c664-4538-80b4-b0759e5fba48 req-62b5cb47-8426-4429-8b2c-1525d2c5355f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.1764870 Nov 11 11:30:53.376687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3910a83-3504-403b-83d8-412c13f8f0f1 req-de8821af-adbd-4513-af3a-263f793fe89c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:53.378457 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e3910a83-3504-403b-83d8-412c13f8f0f1 req-de8821af-adbd-4513-af3a-263f793fe89c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.3509893 Nov 11 11:30:53.421286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] For port 30393705-f88b-4e7d-8d63-31a6008fee6c, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=30393705-f88b-4e7d-8d63-31a6008fee6c,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:53.421695 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:53.469360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 333cbe77-4c3c-45f5-a885-e5ae14adcf97 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:30:53.510827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:53.511729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 333cbe77-4c3c-45f5-a885-e5ae14adcf97 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:30:53.512123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 333cbe77-4c3c-45f5-a885-e5ae14adcf97 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:30:53.591871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:30:53.606154 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Calling delete_port for 30393705-f88b-4e7d-8d63-31a6008fee6c owned by network:router_gateway {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:30:53.705225 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e3910a83-3504-403b-83d8-412c13f8f0f1 req-53e6beb8-80bd-41e7-9b71-32725ec37dec tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140433 Nov 11 11:30:53.732223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40042) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:53.741560 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90071020-c664-4538-80b4-b0759e5fba48 req-f9bb69fb-13be-4375-85c1-8e9fabef0228 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4186473 Nov 11 11:30:53.823289 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb95ca3-c167-42f1-b8da-5f4001ebbf4a req-3298a0c8-7239-4d71-b042-29aeb3e7e5c6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:53.824933 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-deb95ca3-c167-42f1-b8da-5f4001ebbf4a req-3298a0c8-7239-4d71-b042-29aeb3e7e5c6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.3835232 Nov 11 11:30:53.919238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e493ae6b-4ffb-478a-8722-7002d1de6a7c tempest-TestShelveInstance-1917919681 tempest-TestShelveInstance-1917919681-project-admin] Synchronizing usage tracker for tenant:b2109d09809b4184bfdaa27eae5c7ccb on resource:port {{(pid=88093) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:30:53.944841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e493ae6b-4ffb-478a-8722-7002d1de6a7c tempest-TestShelveInstance-1917919681 tempest-TestShelveInstance-1917919681-project-admin] Unset dirty status for tenant:b2109d09809b4184bfdaa27eae5c7ccb on resource:port {{(pid=88093) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:30:53.946130 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e493ae6b-4ffb-478a-8722-7002d1de6a7c tempest-TestShelveInstance-1917919681 tempest-TestShelveInstance-1917919681-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1094 time: 0.2128224 Nov 11 11:30:53.949237 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40048) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:53.955890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Request body: {'floatingip': {'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'port_id': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:53.961897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:53.966104 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Usage tracker for resource:floatingip and tenant:3c7292a8bfc54733a016a93d014497b1 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:53.969253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:53.975510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:53.985668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for floatingip, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:54.010627 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-deb95ca3-c167-42f1-b8da-5f4001ebbf4a req-10b228e4-8ecc-425c-967d-aaebecca5e20 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346905 Nov 11 11:30:54.017949 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90071020-c664-4538-80b4-b0759e5fba48 req-3ebd2ea9-adba-4d58-9d19-6002dcb0152e service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632029 Nov 11 11:30:54.137613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:54.298169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Allocated IP 172.28.1.193 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/dc6d7f56-6fee-45e4-a5d9-690551ff4a7d) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:30:54.372981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:54.380056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-27f0bbef-cea1-4654-a4ab-77d25eb7ca7f tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:54.427129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=30393705-f88b-4e7d-8d63-31a6008fee6c,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:54.461239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:54.489790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:54.491548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.491983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.492389 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.492797 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.493205 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.493603 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.494004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.494398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d082572f-1b33-44c7-bb92-c537adf0579b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:54.494521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.494784 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.495200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.495590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:54.505425 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:54.539391 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90071020-c664-4538-80b4-b0759e5fba48 req-db7c3cca-8671-47fc-bee0-42d175f2fc12 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143559 Nov 11 11:30:54.566557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:30:54.570661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:30:54.573005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:30:54.613003 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'Port': ['ID=dc6d7f56-6fee-45e4-a5d9-690551ff4a7d,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:54.616013 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:54.711724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697607'] for router_gateway, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.001231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854667800'] for router, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.006507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.039068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-615175'] for router, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.039937 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03191cbb-c781-4b1b-ad61-bde7ea9451f9 {{(pid=88092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 11:30:55.063650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] Notify callbacks [] for router, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.065695 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a30135b8-aeb8-466a-ad61-6cf83d524b89 admin admin] 10.222.0.37 "DELETE /v2.0/routers/03191cbb-c781-4b1b-ad61-bde7ea9451f9 HTTP/1.1" status: 204 len: 168 time: 3.4967906 Nov 11 11:30:55.069520 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40062) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:55.219040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] Deleting subnet de5a6e8d-e303-4994-b9fa-513a119e55cb {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:30:55.266299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.348062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16582950'] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.379383 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.440963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.495491 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd439b82-52a0-4fa5-a0ef-1e356214900c req-3b1daee5-f46a-4e16-9167-68064acc5627 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:55.497101 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bd439b82-52a0-4fa5-a0ef-1e356214900c req-3b1daee5-f46a-4e16-9167-68064acc5627 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 946 time: 0.2739460 Nov 11 11:30:55.515068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4db69-68d7-4ab6-a86e-be9631f83f9e req-6a256cea-1088-4ef4-a7b1-598db3876953 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:55.516136 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-95a4db69-68d7-4ab6-a86e-be9631f83f9e req-6a256cea-1088-4ef4-a7b1-598db3876953 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.3437617 Nov 11 11:30:55.522774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 30393705-f88b-4e7d-8d63-31a6008fee6c no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:30:55.558157 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 30393705-f88b-4e7d-8d63-31a6008fee6c {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:30:55.558524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 30393705-f88b-4e7d-8d63-31a6008fee6c not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:30:55.564827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:30:55.608817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.646209 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bd439b82-52a0-4fa5-a0ef-1e356214900c req-6c91cd00-dabc-447f-b889-0401bc345b27 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409166 Nov 11 11:30:55.655079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-95a4db69-68d7-4ab6-a86e-be9631f83f9e req-92d88629-94b9-4c3a-978a-d58919a837ac tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206386 Nov 11 11:30:55.702758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838268879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591254'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.706569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.711119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16643763'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.718973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40066) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:55.720745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2a7eba2e-9a76-4c93-b497-457ad2e58497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:55.721105 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bb19c616-761f-433a-8a56-bad8daef27e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:55.740688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.770758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5a6e8d-e303-4994-b9fa-513a119e55cb,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:55.773640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:30:55.775109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:55.779046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.789764 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-73a4df8f-9e5c-4a65-b530-ef3797a6bca1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/de5a6e8d-e303-4994-b9fa-513a119e55cb HTTP/1.1" status: 204 len: 168 time: 0.7189512 Nov 11 11:30:55.792202 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:55.792831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40074) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:55.801597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de26c8-260f-41fd-8b17-d01be45b4de1 None None] Network d5664352-840f-4ab4-9e50-5e5b0a34b558 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:30:55.834352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.839832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:55.854477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event updated for resources: {'Port': ['ID=dc6d7f56-6fee-45e4-a5d9-690551ff4a7d,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:55.861540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:55.880898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:55.896230 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca', 'code': 200} Nov 11 11:30:55.988511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.007730 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Deleting port 62909e03-128a-4a8c-b513-2b3d1ac452a0 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:30:56.008102 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.076640 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-c21ffa7b-15c9-478e-ac70-a68b2197ec2a tempest-TestMinimumBasicScenario-1684433349 tempest-TestMinimumBasicScenario-1684433349-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1094 time: 0.3198133 Nov 11 11:30:56.076905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40078) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:56.083866 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'floatingip': {'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'port_id': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:30:56.093163 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:30:56.100480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Usage tracker for resource:floatingip and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:30:56.104606 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:30:56.104760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=8']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:56.114991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:30:56.126524 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.127248 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.128020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.128550 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.129071 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.129737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.130250 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.130767 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.131300 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.131807 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.132314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:30:56.137630 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:56.145495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for floatingip, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.181546 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Floating IP cea3a8ea-5da1-4d1a-98c5-e4e635e80500 associated. External IP: 172.28.1.193, port: 5c81104f-78b8-44d5-aae8-3eb5ab429d99. Nov 11 11:30:56.251999 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] DHCP port deletion for d5664352-840f-4ab4-9e50-5e5b0a34b558 request from dv-cinder-817417-1-smb {{(pid=88094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 11:30:56.257087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] Deleting port 62909e03-128a-4a8c-b513-2b3d1ac452a0 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:30:56.257761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.266008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] For port 62909e03-128a-4a8c-b513-2b3d1ac452a0, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=62909e03-128a-4a8c-b513-2b3d1ac452a0,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:56.266516 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.418826 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Calling delete_port for 62909e03-128a-4a8c-b513-2b3d1ac452a0 owned by network:dhcp {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:30:56.504460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.509664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] For port 62909e03-128a-4a8c-b513-2b3d1ac452a0, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=62909e03-128a-4a8c-b513-2b3d1ac452a0,segment=NetworkSegment(d420802d-decb-42f9-a442-4d30d929cf8b),segment_id=d420802d-decb-42f9-a442-4d30d929cf8b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:30:56.509664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.510093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-be490b21-e3ef-477f-bee9-504d0dca17cd tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:56.520790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.556443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Pushing event deleted for resources: {'Port': ['ID=62909e03-128a-4a8c-b513-2b3d1ac452a0,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:56.560000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:56.560798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] No DVR routers for this DVR port 62909e03-128a-4a8c-b513-2b3d1ac452a0 on host dv-cinder-817417-1-smb {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:30:56.676253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] Calling delete_port for 62909e03-128a-4a8c-b513-2b3d1ac452a0 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:30:56.728964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.771242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5664352-840f-4ab4-9e50-5e5b0a34b558']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:56.782034 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Allocated IP 172.28.1.229 (7fa78192-f1ce-486a-8916-6b904b8d2f76/28826b58-1481-46ed-8ba4-c33ab159cd62/a34fe318-4220-4062-96b9-8bf03e6c1efb) {{(pid=88093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:30:56.789923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd420802d-decb-42f9-a442-4d30d929cf8b') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:56.790979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd420802d-decb-42f9-a442-4d30d929cf8b') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:56.810453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.830414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.839888 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:30:56.840720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:30:56.862110 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:30:56.933774 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.db.api [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88094) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:30:56.934189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_db.api [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 11:30:56.960038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.965120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:56.969326 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-40315c10-e73f-4b81-bea7-7e44d824bb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:56.999409 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d5664352-840f-4ab4-9e50-5e5b0a34b558,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:57.002803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:57.015845 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0353283f-2216-41fc-b1c1-6f312b3c85cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/d5664352-840f-4ab4-9e50-5e5b0a34b558 HTTP/1.1" status: 204 len: 168 time: 1.2214081 Nov 11 11:30:57.048607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for port, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:57.075856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Router 5872d935-b4e1-44ae-a8f0-714045f53149 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:30:57.156657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:57.168259 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c021cc11-87b5-41cb-9108-a4d93a953dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:57.177506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ce025-c6cf-431c-9c0f-ebf4228f9c8f req-0f588426-4949-486a-adb4-dd42261341e1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:57.179603 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b41ce025-c6cf-431c-9c0f-ebf4228f9c8f req-0f588426-4949-486a-adb4-dd42261341e1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1066189 Nov 11 11:30:57.206663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40088) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:57.239901 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b41ce025-c6cf-431c-9c0f-ebf4228f9c8f req-bcb5b180-fd44-4d1a-bcac-416eb6bc3af1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480163 Nov 11 11:30:57.279037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Network 7fa78192-f1ce-486a-8916-6b904b8d2f76 is already hosted by enough agents. {{(pid=88093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:30:57.293002 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources bound (agent type, host, resource id): {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:30:57.297410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'Port': ['ID=a34fe318-4220-4062-96b9-8bf03e6c1efb,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:57.303118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Received port after_create {{(pid=88093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:30:57.340887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:57.388153 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:57.435941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] Deleting port 62909e03-128a-4a8c-b513-2b3d1ac452a0 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:30:57.436867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:57.446007 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3841040a-2fdc-4115-880c-623b1f900726 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42c8adc6f34c4d8cb8feabd2f872d070&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2371433 Nov 11 11:30:57.448850 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40096) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:30:57.547193 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 62909e03-128a-4a8c-b513-2b3d1ac452a0 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:30:57.578122 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-64c7130b-3307-442f-96ca-00874c9f3f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:57.584460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-afd3d49d-b755-4dd7-bbda-deb608bf95b4 None None] The port '62909e03-128a-4a8c-b513-2b3d1ac452a0' was deleted {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 11:30:57.591792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 62909e03-128a-4a8c-b513-2b3d1ac452a0 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:30:57.592453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 62909e03-128a-4a8c-b513-2b3d1ac452a0 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:30:57.625925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-64c7130b-3307-442f-96ca-00874c9f3f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:57.685198 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-64c7130b-3307-442f-96ca-00874c9f3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:57.693044 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f4a56132-dc59-467e-b881-8769fa0c9862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:57.713755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7130b-3307-442f-96ca-00874c9f3f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887fd24a-a51e-4129-9fbe-1831002c1b86,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:57.718755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-64c7130b-3307-442f-96ca-00874c9f3f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:57.725063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-64c7130b-3307-442f-96ca-00874c9f3f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:57.726677 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-64c7130b-3307-442f-96ca-00874c9f3f4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/887fd24a-a51e-4129-9fbe-1831002c1b86 HTTP/1.1" status: 204 len: 168 time: 0.2767704 Nov 11 11:30:57.975204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:30:57.989932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] Sync routers for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:30:58.023659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:58.027385 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:30:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:58.082678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:58.165817 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2153478 Nov 11 11:30:58.167816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:30:58.245066 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'status': 'completed', 'code': 200} Nov 11 11:30:58.372883 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-4589d895-71fb-4cf2-97b7-cb67a9e5b414 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.0867114 Nov 11 11:30:58.392890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:58.505033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:58.584353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-90ee7c50-e28c-48d1-a01c-2d9a81db209f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:58.587029 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-90ee7c50-e28c-48d1-a01c-2d9a81db209f service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 909 time: 0.2005959 Nov 11 11:30:58.595030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:58.739280 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-a2d61fa4-1201-4797-82bb-6a0604bacd9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 1000 time: 0.1461570 Nov 11 11:30:58.842907 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-03636b60-8d0c-487b-bb9a-ae0b515b9b3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:30:58.846959 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-03636b60-8d0c-487b-bb9a-ae0b515b9b3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.0988457 Nov 11 11:30:58.916840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for port, precommit_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:58.922056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16643763'] for port, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:58.922542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'cea3a8ea-5da1-4d1a-98c5-e4e635e80500', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'port_id': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'mac_address': 'fa:16:3e:59:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:30:55Z', 'updated_at': '2021-11-11T11:30:55Z', 'revision_number': 0, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 5, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:58.927349 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] Checking router: 5872d935-b4e1-44ae-a8f0-714045f53149 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:30:58.932333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1e982ca0-8f9f-4fa5-9381-54da15d8878a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:30:58.941372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:30:58.942292 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:30:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:58.963826 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-798e86ad-eb7c-47b8-b5ff-0d99b10ece07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1085799 Nov 11 11:30:59.047426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'Port': ['ID=a34fe318-4220-4062-96b9-8bf03e6c1efb,revision_number=2']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:30:59.066826 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:30:59.084040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:30:59.211793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:30:59.348913 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Floating IP 4960f481-4c10-484b-b3eb-0d7d279f6599 associated. External IP: 172.28.1.229, port: c46c8ae7-1e00-43a0-8bb0-82acb645b29e. Nov 11 11:30:59.440032 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-331efc3d-4ee3-453f-bdf9-791b2d891a49 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586470 Nov 11 11:30:59.596423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:30:59.663428 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-21b02e68-7b1c-44f5-85df-9de4eb96226d req-b238f31a-4fbf-4ae0-a58d-dcc80a0f972e service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144339 Nov 11 11:30:59.724348 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'cea3a8ea-5da1-4d1a-98c5-e4e635e80500', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'port_id': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'mac_address': 'fa:16:3e:59:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:30:55Z', 'updated_at': '2021-11-11T11:30:55Z', 'revision_number': 0, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 5, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:30:59.728813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3a690e-1375-4e0a-ad7d-229fb761b535 None None] The sync data for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb is: [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': 'cea3a8ea-5da1-4d1a-98c5-e4e635e80500', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'port_id': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'mac_address': 'fa:16:3e:59:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:30:55Z', 'updated_at': '2021-11-11T11:30:55Z', 'revision_number': 0, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 5, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:30:59.795300 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d31dce42-cb57-4450-b130-7517ce90e5f3 req-cbbb9c05-0d84-4bee-9b8b-33b5baca1e9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4097345 Nov 11 11:30:59.998488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Router 50a90674-e54b-4c4c-a768-e88484b70291 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:31:00.167062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7da71-9f2b-499a-90b8-8e83d9d39cae req-5ce9983e-845f-4204-97b2-e70984b045f6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:00.167714 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-99d7da71-9f2b-499a-90b8-8e83d9d39cae req-5ce9983e-845f-4204-97b2-e70984b045f6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1393738 Nov 11 11:31:00.221226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc5e5e-c04c-4107-8cc9-6f23e58bad87 None None] New status for floating IP cea3a8ea-5da1-4d1a-98c5-e4e635e80500: ACTIVE {{(pid=88094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:31:00.245316 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-99d7da71-9f2b-499a-90b8-8e83d9d39cae req-a9b0c11e-dddf-41db-899e-eb55e234a494 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697987 Nov 11 11:31:00.288308 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-7efc6f64-f23d-4b0d-b8c4-2e0f77780fa7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1729221 Nov 11 11:31:00.362314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:31:00.373299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] Sync routers for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:31:00.394005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:31:00.394702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:30:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:31:00.400864 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:00.475187 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3944943 Nov 11 11:31:00.475187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:31:00.475795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40170) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:00.482038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742173816', 'description': 'tempest-secgroup-smoke-1742173816 description', 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:00.494970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:00.519021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:00.539587 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'status': 'completed', 'code': 200} Nov 11 11:31:00.558764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:00.669956 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:00.674028 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:31:00.675750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Usage tracker for resource:security_group_rule and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:00.679301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:00.685943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:00.754457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:00.762386 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:00.768758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-571ee227-1aae-412c-9dd6-a0e0097a5edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:00.832984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be631db-c011-4ceb-b5c9-bf70ec791968,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:00.836816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:00.838580 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:00.843052 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3663404 Nov 11 11:31:00.843710 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40180) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:00.849841 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-916c121d-08e8-4e71-af83-37ecd70184df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1099 time: 0.2731729 Nov 11 11:31:00.851971 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'security_group_rule': {'security_group_id': '2be631db-c011-4ceb-b5c9-bf70ec791968', 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:00.859192 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:00.864450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Usage tracker for resource:security_group_rule and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:00.867576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:00.875959 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:00.896933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:00.968376 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:00.972885 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:00.981219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e6603e7-afcf-4974-8ec8-d71b6ef75e72 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:01.004455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0180ef1-4ca8-4fd4-9834-1cc8d37b7a9e,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:01.007106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:01.011302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.012618 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1678824 Nov 11 11:31:01.015542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40184) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:01.022557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'security_group_rule': {'security_group_id': '2be631db-c011-4ceb-b5c9-bf70ec791968', 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:01.028976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:01.034184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Usage tracker for resource:security_group_rule and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:01.037318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:01.043503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:01.060889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.082906 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-bad12453-158c-4ed5-bab0-66cc358ae0bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:01.084820 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-bad12453-158c-4ed5-bab0-66cc358ae0bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 200 len: 916 time: 0.2281728 Nov 11 11:31:01.090498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '4960f481-4c10-484b-b3eb-0d7d279f6599', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'port_id': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'mac_address': 'fa:16:3e:fb:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:30:58Z', 'updated_at': '2021-11-11T11:30:58Z', 'revision_number': 0, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 5, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:31:01.091848 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-45689ac6-8a34-4931-94bd-6a64d9a5af7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484&tenant_id=6863095b62f84a09954e098318002d93 HTTP/1.1" status: 200 len: 1097 time: 0.1829290 Nov 11 11:31:01.095624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] Checking router: 50a90674-e54b-4c4c-a768-e88484b70291 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:31:01.107828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:31:01.108434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:30:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:31:01.131603 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.136602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.139098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2dc16817-51ea-4458-90c8-59720c570cce tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:01.165355 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208e72ef-ee93-48b6-a523-ccfd542de893,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:01.168103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:01.176414 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.177971 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1605749 Nov 11 11:31:01.180766 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40188) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:01.187428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'security_group_rule': {'security_group_id': '2be631db-c011-4ceb-b5c9-bf70ec791968', 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:01.194531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:01.200062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Usage tracker for resource:security_group_rule and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:01.203438 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:01.210037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:01.230458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.258803 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-d8c2f551-13fc-48a9-b49c-91c6054c6bd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 1000 time: 0.1658366 Nov 11 11:31:01.315593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.321410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.323901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-acda5c3f-0008-425a-96bb-5313819b3058 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:01.346016 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-13e2dbfe-4f67-4a6b-b332-1c2951119189 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1097 time: 0.1868677 Nov 11 11:31:01.357494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-527a47d7-fcdc-46f4-9fdf-44c66f572dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:01.359247 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-527a47d7-fcdc-46f4-9fdf-44c66f572dd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b27bc55-64e7-4f58-8f3c-c44e42476aea HTTP/1.1" status: 200 len: 854 time: 0.0925629 Nov 11 11:31:01.368358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa76de9-b599-466c-b3d6-f45073e362e6,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:01.371683 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:01.374941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.380404 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4950d04e-96dc-42c5-ae37-fd9c1dc4bd11 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1948829 Nov 11 11:31:01.380404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40194) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:01.403357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'security_group_rule': {'security_group_id': '2be631db-c011-4ceb-b5c9-bf70ec791968', 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:01.411584 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:01.416614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Usage tracker for resource:security_group_rule and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:01.419976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:01.428318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:01.447577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.469082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:31:01.528801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.534150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.536445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9001f8a1-7ce8-4a90-b5ee-7f64e9468178 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:01.565464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fbac5f-f8f4-4e7b-a3f1-5ad55b2dd323,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:01.570049 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:01.580005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.584347 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8bb9d8d6-8a4f-4a71-8d51-370afae54ce2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2003250 Nov 11 11:31:01.584724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40206) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:01.591492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'security_group_rule': {'security_group_id': '2be631db-c011-4ceb-b5c9-bf70ec791968', 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:01.599016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:01.603173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Usage tracker for resource:security_group_rule and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:01.606697 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:01.614394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:01.628267 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.securitygroups_db [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Project f1383ecbd0f84f8c80fc4313f8950412 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:31:01.636771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.699024 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-a1eeae9a-abd7-4053-8ee3-649c227e4561 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9531cf-9913-4c7f-969e-4c35934419f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3052206 Nov 11 11:31:01.717674 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80295-b5ee-4ef3-a8d9-b5a3304cadfb req-f294e977-cb49-4443-b790-e04a45473c61 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:01.720390 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-afb80295-b5ee-4ef3-a8d9-b5a3304cadfb req-f294e977-cb49-4443-b790-e04a45473c61 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.2602677 Nov 11 11:31:01.722711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-0027750c-b266-488d-b2f9-f5a00e1a2df0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:01.724277 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-0027750c-b266-488d-b2f9-f5a00e1a2df0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.3692329 Nov 11 11:31:01.793207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.799172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.801787 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:01.836729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a3d678-558a-4683-9185-7cd24c879ce4,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:01.840011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:01.851842 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:01.856993 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-421cf253-0d52-4f93-b00c-15b209b66a19 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2711351 Nov 11 11:31:01.857818 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40210) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:01.865780 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'security_group_rule': {'security_group_id': '2be631db-c011-4ceb-b5c9-bf70ec791968', 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:01.872778 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:01.877986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Usage tracker for resource:security_group_rule and tenant:f1383ecbd0f84f8c80fc4313f8950412 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:01.882962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:01.903132 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-afb80295-b5ee-4ef3-a8d9-b5a3304cadfb req-30db530f-6445-4fc3-8604-e1042e67025d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546552 Nov 11 11:31:01.924062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:01.929979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '4960f481-4c10-484b-b3eb-0d7d279f6599', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'port_id': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'mac_address': 'fa:16:3e:fb:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:30:58Z', 'updated_at': '2021-11-11T11:30:58Z', 'revision_number': 0, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 5, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:31:01.935812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40ea0f-ddef-4989-947a-497fbde68767 None None] The sync data for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb is: [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_floatingips': [{'id': '4960f481-4c10-484b-b3eb-0d7d279f6599', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'floating_ip_address': '172.28.1.229', 'floating_network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'router_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'port_id': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'mac_address': 'fa:16:3e:fb:ce:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T11:30:58Z', 'updated_at': '2021-11-11T11:30:58Z', 'revision_number': 0, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 5, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:31:01.943202 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-3ed119fa-d6af-499b-8385-c6b8024401dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 200 len: 999 time: 0.1935246 Nov 11 11:31:01.962937 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.securitygroups_db [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Project f1383ecbd0f84f8c80fc4313f8950412 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 11:31:01.972601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:02.069975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:02.073857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086920'] for security_group_rule, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:02.082401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0a5b7a7c-d487-449b-a47a-dd72775943e0 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:02.107540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-e61ff758-ee34-44fe-8213-c04ca28b1844 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:02.109142 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-e61ff758-ee34-44fe-8213-c04ca28b1844 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.1103439 Nov 11 11:31:02.114254 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43e3f9e-3d33-4cde-a496-2f95143368c4,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:02.116883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:02.125233 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:02.129515 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-42dbb51d-1954-4937-ae8d-22a40793bb68 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2675424 Nov 11 11:31:02.181336 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-52cd7f62-a512-40a3-8742-5117aa0d564d service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600978 Nov 11 11:31:02.343294 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912067e-17d4-46d4-84e2-d75b65253290 None None] New status for floating IP 4960f481-4c10-484b-b3eb-0d7d279f6599: ACTIVE {{(pid=88094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:31:02.366639 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-f5c22638-44f4-4dfc-9c2d-987bb779658d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2505953 Nov 11 11:31:02.434406 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-48afa701-31ac-49d6-a87d-ad244cb0df7a tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Synchronizing usage tracker for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:31:02.450320 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df748681-c1ba-4eb1-80a4-8eb3b5fa8315 req-2835d6fe-fc13-490e-a918-f9887b9f490e service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624366 Nov 11 11:31:02.522266 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-48afa701-31ac-49d6-a87d-ad244cb0df7a tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Unset dirty status for tenant:f1383ecbd0f84f8c80fc4313f8950412 on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:31:02.523557 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-48afa701-31ac-49d6-a87d-ad244cb0df7a tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742173816&fields=id&tenant_id=f1383ecbd0f84f8c80fc4313f8950412 HTTP/1.1" status: 200 len: 267 time: 0.2970159 Nov 11 11:31:02.622373 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-5f002928-578c-47df-9c9e-f4429ebd745d service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445090 Nov 11 11:31:02.979016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-0865fba7-0df0-4f3b-8fbd-0e258181125e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:02.980565 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-0865fba7-0df0-4f3b-8fbd-0e258181125e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.4488266 Nov 11 11:31:02.996253 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'port': {'security_groups': ['bd458f48-a657-4f84-8593-533c7070a407', '2be631db-c011-4ceb-b5c9-bf70ec791968']}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:03.157736 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7d005f85-de7b-40d4-bf04-8bcfe002549a req-8fddcdd5-b566-4613-91be-0e6415d95c0c service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265181 Nov 11 11:31:03.198033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:03.296516 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef680fdb-4bbb-4f43-a505-5099f95cde47 req-6d4b7978-1a59-4dd5-b5aa-ae0c4eb2eb7e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:03.298980 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ef680fdb-4bbb-4f43-a505-5099f95cde47 req-6d4b7978-1a59-4dd5-b5aa-ae0c4eb2eb7e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.2247627 Nov 11 11:31:03.388415 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ef680fdb-4bbb-4f43-a505-5099f95cde47 req-94a1c18e-ceab-44dc-bc7e-873b3f6411d9 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829706 Nov 11 11:31:03.540800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] For port c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:31:03.567846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:03.571740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:03.577751 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ba256e3b-a332-415c-ba6b-52bacf66605e tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:03.584173 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['c46c8ae7-1e00-43a0-8bb0-82acb645b29e'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:31:03.659459 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:03.660268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:03.662271 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-920d0fd4-63a7-4889-8dd9-2480f476895c req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "PUT /v2.0/ports/c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 982 time: 0.6735241 Nov 11 11:31:03.667519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:31:03.695467 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'Port': ['ID=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,revision_number=6']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:03.711339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bac0f3a4-ba83-4ece-b692-1213bc6e5a10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:03.774371 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'status': 'completed', 'code': 200} Nov 11 11:31:03.774954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['c46c8ae7-1e00-43a0-8bb0-82acb645b29e'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:31:03.962930 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-eceb99dc-218c-4621-8cd3-18898465b641 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1138 time: 0.1611338 Nov 11 11:31:04.040332 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47762-c6b5-430b-83e5-195eefb30f79 req-3b9101da-0074-4474-ab47-dba8206c8a4f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:04.041966 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-14a47762-c6b5-430b-83e5-195eefb30f79 req-3b9101da-0074-4474-ab47-dba8206c8a4f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.1909273 Nov 11 11:31:04.175505 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-14a47762-c6b5-430b-83e5-195eefb30f79 req-382b019c-a2f1-4a8e-997c-54fbf10055a3 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816824 Nov 11 11:31:04.178955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-074f846f-01f0-439e-9406-d8fec32d2129 None None] Provisioning complete for port c46c8ae7-1e00-43a0-8bb0-82acb645b29e triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:31:04.179871 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-074f846f-01f0-439e-9406-d8fec32d2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:04.181458 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-549a95e6-d730-4620-9adb-f5bdb81ec712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:04.183337 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-549a95e6-d730-4620-9adb-f5bdb81ec712 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 200 len: 916 time: 0.2093151 Nov 11 11:31:04.370079 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-8810b6d2-8e9d-4037-b9f2-db84401b22f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 1002 time: 0.1785803 Nov 11 11:31:04.717566 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3648f9-0904-43ce-a3bd-1738901831d5 req-342becf7-1ccf-4407-8463-91b0fe4fb625 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:04.720269 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4b3648f9-0904-43ce-a3bd-1738901831d5 req-342becf7-1ccf-4407-8463-91b0fe4fb625 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1337638 Nov 11 11:31:04.779227 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4b3648f9-0904-43ce-a3bd-1738901831d5 req-ab21bca8-6461-4b17-ad10-40862606e93b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531101 Nov 11 11:31:06.011133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540798-0862-45b2-a66b-11ddcf0ee781 req-84d0bc21-1975-4b4a-89d0-ee5131d095ad tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:06.012682 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-26540798-0862-45b2-a66b-11ddcf0ee781 req-84d0bc21-1975-4b4a-89d0-ee5131d095ad tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.0906322 Nov 11 11:31:06.066307 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-26540798-0862-45b2-a66b-11ddcf0ee781 req-c33aa858-5e6f-4a48-9604-2e9645d3c0b1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467527 Nov 11 11:31:06.618814 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40302) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:06.783900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:06.820217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:06.824507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9036f38f64427dbf7c486fb382408b is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:06.827714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:06.834504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:06.909612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:06.913151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:06.928112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0e2d0d44-8cb9-41ab-9e67-e237987364b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:06.972738 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff9036f38f64427dbf7c486fb382408b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3526502 Nov 11 11:31:06.973711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d1a0c1-5f92-4f12-8a05-7d50da36bb78,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:06.977064 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:06.979661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40308) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:07.058464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a697b84-545c-46af-891c-f6add9bcbf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:07.086280 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a697b84-545c-46af-891c-f6add9bcbf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:07.187309 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a697b84-545c-46af-891c-f6add9bcbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:07.193353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0172426c-ebd8-4d31-9824-20b95a24f150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:07.208661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a697b84-545c-46af-891c-f6add9bcbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d1a0c1-5f92-4f12-8a05-7d50da36bb78,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:07.211614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a697b84-545c-46af-891c-f6add9bcbf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:07.212866 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0a697b84-545c-46af-891c-f6add9bcbf37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53d1a0c1-5f92-4f12-8a05-7d50da36bb78 HTTP/1.1" status: 204 len: 168 time: 0.2281339 Nov 11 11:31:07.213829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0a697b84-545c-46af-891c-f6add9bcbf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:07.346837 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313ce07-253a-46b1-8163-81038d64bc97 req-41cbec4e-5d19-494f-8334-f0ee575782ca tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:07.348440 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0313ce07-253a-46b1-8163-81038d64bc97 req-41cbec4e-5d19-494f-8334-f0ee575782ca tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1042237 Nov 11 11:31:07.401123 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0313ce07-253a-46b1-8163-81038d64bc97 req-420c52f5-e02b-429c-8352-34ffddb03086 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460682 Nov 11 11:31:08.655904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f546d9a-1e4d-482f-96f9-71e501ccb823 req-d1fdc61b-93f8-49ff-afe3-10fdca038369 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:08.658455 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f546d9a-1e4d-482f-96f9-71e501ccb823 req-d1fdc61b-93f8-49ff-afe3-10fdca038369 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.0970907 Nov 11 11:31:08.721277 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5f546d9a-1e4d-482f-96f9-71e501ccb823 req-97c1eac8-994e-4418-bd55-0dae1ce88deb tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553436 Nov 11 11:31:09.093062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40364) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:09.257954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:09.295424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:09.300498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Usage tracker for resource:security_group_rule and tenant:fbc491f7a6284968b745ba606e9bb9c5 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:09.303534 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:09.309528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:09.383277 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:09.386116 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:09.394077 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-731256d9-7a93-4100-96eb-83a4a2bf77f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:09.452646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40370) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:09.452797 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbc491f7a6284968b745ba606e9bb9c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3583210 Nov 11 11:31:09.453678 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc254323-15ac-4f3b-bba8-0bf85a25d8bb,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:09.457279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d93b42cc-e814-4f71-8cde-a4b214033d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:09.525108 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-876f8176-7f49-44c8-a28a-f57c71d587e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:09.553338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-876f8176-7f49-44c8-a28a-f57c71d587e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:09.608322 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-876f8176-7f49-44c8-a28a-f57c71d587e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:09.614214 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5c85e66f-3a25-4d92-958c-07025e9d9b9d tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:09.628755 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f8176-7f49-44c8-a28a-f57c71d587e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc254323-15ac-4f3b-bba8-0bf85a25d8bb,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:09.633957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-876f8176-7f49-44c8-a28a-f57c71d587e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:09.638958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-876f8176-7f49-44c8-a28a-f57c71d587e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:09.652315 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-876f8176-7f49-44c8-a28a-f57c71d587e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc254323-15ac-4f3b-bba8-0bf85a25d8bb HTTP/1.1" status: 204 len: 168 time: 0.1890526 Nov 11 11:31:09.972058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7c20-9ed5-44ef-9223-e041b320c190 req-d1059caa-7c2c-4e74-b9d5-ed8a0871132c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:09.973703 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e96c7c20-9ed5-44ef-9223-e041b320c190 req-d1059caa-7c2c-4e74-b9d5-ed8a0871132c tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.0913711 Nov 11 11:31:10.030125 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e96c7c20-9ed5-44ef-9223-e041b320c190 req-2391f0ce-546c-4e23-b23f-cca43df68d34 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495327 Nov 11 11:31:11.286736 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe451919-58c7-484c-be67-f80e49af71ff req-30e44018-c3c7-48d5-be37-a86d2895f19d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:11.288384 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fe451919-58c7-484c-be67-f80e49af71ff req-30e44018-c3c7-48d5-be37-a86d2895f19d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1045730 Nov 11 11:31:11.351845 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fe451919-58c7-484c-be67-f80e49af71ff req-35369246-f64d-4e9d-b940-0c750c47d70b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573144 Nov 11 11:31:12.599834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f074e03-0a0f-4a3f-a91f-96e22f460fdc req-479cd288-3fbc-4d97-a674-e54c4a5f1386 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:12.601624 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4f074e03-0a0f-4a3f-a91f-96e22f460fdc req-479cd288-3fbc-4d97-a674-e54c4a5f1386 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.0969763 Nov 11 11:31:12.657060 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4f074e03-0a0f-4a3f-a91f-96e22f460fdc req-fc273f2a-a34f-4e37-9fbb-9e2b5706bf82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475242 Nov 11 11:31:12.714466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40448) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:12.873183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:12.907942 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:12.911987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd1d890fbca476fb2a498de5756ba27 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:12.914951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:12.928890 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:13.000058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.002996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.010737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3dd05906-bdc8-4d8f-bbc4-7735f741edf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:13.057457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8abed69-b48b-43d6-bfe5-845877402697,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:13.063003 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bd1d890fbca476fb2a498de5756ba27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3470914 Nov 11 11:31:13.064624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:13.066475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40454) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:13.142448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-913748b5-c284-44ae-9c70-d34df8bda74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.170582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-913748b5-c284-44ae-9c70-d34df8bda74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.215575 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-913748b5-c284-44ae-9c70-d34df8bda74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.221052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ad892ae7-7945-4cb7-b9ac-10ed5d4262e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:13.234914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913748b5-c284-44ae-9c70-d34df8bda74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8abed69-b48b-43d6-bfe5-845877402697,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:13.239278 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-913748b5-c284-44ae-9c70-d34df8bda74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:13.241369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-913748b5-c284-44ae-9c70-d34df8bda74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.245889 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-913748b5-c284-44ae-9c70-d34df8bda74b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8abed69-b48b-43d6-bfe5-845877402697 HTTP/1.1" status: 204 len: 168 time: 0.1780181 Nov 11 11:31:13.634705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40462) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:13.665669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.702539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:13.707911 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Usage tracker for resource:security_group_rule and tenant:f9eeb539c05a4c5fba5ac165bb5f511e is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:13.710505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:13.717348 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:13.810027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.814310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.823020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c816dd31-6a6f-4a6a-a990-4135d2628381 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:13.873145 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d75ac77-6135-4637-bd07-d0fb5c3d2590,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:13.876435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:13.878972 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9eeb539c05a4c5fba5ac165bb5f511e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2431200 Nov 11 11:31:13.881927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40468) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:13.925506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec5585-18a9-4d5b-9644-143f8e9157a1 req-98c33faa-d0f9-4ba2-a645-4cdc258555ca tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:13.927482 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-82ec5585-18a9-4d5b-9644-143f8e9157a1 req-98c33faa-d0f9-4ba2-a645-4cdc258555ca tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1004350 Nov 11 11:31:13.966097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2aee19cf-d43d-4065-9349-01af442210f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:13.988597 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-82ec5585-18a9-4d5b-9644-143f8e9157a1 req-ecfecbd7-a9c4-435a-9e05-5a6c705f0b70 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536225 Nov 11 11:31:14.000171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2aee19cf-d43d-4065-9349-01af442210f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:14.053937 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2aee19cf-d43d-4065-9349-01af442210f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:14.060753 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b8b35035-5519-43ef-820c-0ef986144b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:14.074827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee19cf-d43d-4065-9349-01af442210f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d75ac77-6135-4637-bd07-d0fb5c3d2590,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:14.078261 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2aee19cf-d43d-4065-9349-01af442210f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:14.081526 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2aee19cf-d43d-4065-9349-01af442210f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:14.086264 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2aee19cf-d43d-4065-9349-01af442210f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d75ac77-6135-4637-bd07-d0fb5c3d2590 HTTP/1.1" status: 204 len: 168 time: 0.2023802 Nov 11 11:31:15.262908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605da3c-3b16-40df-a672-733549032342 req-c52f7d92-f9b0-4b7e-a383-7a1817ddfedd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:15.274345 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c605da3c-3b16-40df-a672-733549032342 req-c52f7d92-f9b0-4b7e-a383-7a1817ddfedd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1034400 Nov 11 11:31:15.331859 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c605da3c-3b16-40df-a672-733549032342 req-87e50b51-0f7b-4d8b-a50b-68e4dd712a0e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564249 Nov 11 11:31:16.319542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-c3544913-34a2-4a7c-a4db-f9b2a2b6c057 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:16.321236 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-c3544913-34a2-4a7c-a4db-f9b2a2b6c057 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b27bc55-64e7-4f58-8f3c-c44e42476aea HTTP/1.1" status: 200 len: 854 time: 0.0708678 Nov 11 11:31:16.409265 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-794294ab-30f4-4604-be1e-04cd8e3c6629 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9531cf-9913-4c7f-969e-4c35934419f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771048 Nov 11 11:31:16.630987 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-4bae90bf-61b5-4506-b7da-5414a8777421 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085319 Nov 11 11:31:16.637876 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa766ad1-45bc-4b74-aa59-f6dfa2525dd9 req-1ddf05eb-e8df-492e-82e7-d5e148d0e350 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:16.639527 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aa766ad1-45bc-4b74-aa59-f6dfa2525dd9 req-1ddf05eb-e8df-492e-82e7-d5e148d0e350 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 944 time: 0.1747353 Nov 11 11:31:16.792974 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aa766ad1-45bc-4b74-aa59-f6dfa2525dd9 req-064bfc7d-6879-4a4e-8c86-42ea121a59ad tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255343 Nov 11 11:31:16.823653 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a89de8e2-a3c7-402f-b7c8-c2f85c92aab0 req-305005df-4e65-44a1-b5b8-26df262edbfd service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830711 Nov 11 11:31:17.661133 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:31:17.835634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:31:17.852701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '3e1a0371-5962-4505-94e0-fc3117509cca', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'port_id': '3e1a0371-5962-4505-94e0-fc3117509cca', 'mac_address': 'fa:16:3e:df:75:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:31:17.921517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:17.941708 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1a0371-5962-4505-94e0-fc3117509cca {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:31:17.958238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:31:17.961132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:17.962967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-25925086-0892-4382-aca0-38176fdac3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:18.031416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=9']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:18.035571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefa19e-8c3f-41c5-87dc-a1b1e4890b9d req-08d376f3-a298-46a7-a104-c182673b5ff5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:18.036857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:18.037364 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2cefa19e-8c3f-41c5-87dc-a1b1e4890b9d req-08d376f3-a298-46a7-a104-c182673b5ff5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 945 time: 0.0889325 Nov 11 11:31:18.086523 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2cefa19e-8c3f-41c5-87dc-a1b1e4890b9d req-e225f87f-5e8d-43bf-bfc8-697c00d6f726 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 Nov 11 11:31:18.222124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['3e1a0371-5962-4505-94e0-fc3117509cca'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:31:18.988369 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-697a3e09-6a95-47d0-b721-d11a1042fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:19.310045 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037777e-351f-4a10-b081-673af45db59d req-eaaa97c9-c06b-486a-b89d-3f603b79478b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:19.318014 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a037777e-351f-4a10-b081-673af45db59d req-eaaa97c9-c06b-486a-b89d-3f603b79478b tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 945 time: 0.0951962 Nov 11 11:31:19.367992 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a037777e-351f-4a10-b081-673af45db59d req-0e3a408c-45e6-4b5e-93d9-e40947490c22 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488439 Nov 11 11:31:19.690593 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:31:19.767502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 3e1a0371-5962-4505-94e0-fc3117509cca triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:31:19.767918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:19.885387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:19.913643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:31:19.925145 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:31:19.928562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:19.930540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:19.978781 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca', 'code': 200} Nov 11 11:31:20.014742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=10']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:20.018543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:20.220955 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a8052efb-816e-47dd-a332-0007a37832bd req-8db8f7bc-d14d-4078-a5cb-72f742c8a2fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1100 time: 0.0725322 Nov 11 11:31:20.268657 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a8052efb-816e-47dd-a332-0007a37832bd req-85cc9fdb-eb25-4d15-8b6b-35794ba20a3a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Nov 11 11:31:20.577596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:20.602340 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d629b4-a800-474e-abc4-0ca3dca86680 req-472610ef-0f21-4466-819c-15932d8bd668 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:20.603954 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-30d629b4-a800-474e-abc4-0ca3dca86680 req-472610ef-0f21-4466-819c-15932d8bd668 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 947 time: 0.0972593 Nov 11 11:31:20.654850 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-30d629b4-a800-474e-abc4-0ca3dca86680 req-eb90661d-2288-4f58-997d-679e1e860b57 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443943 Nov 11 11:31:21.619719 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-21a56a30-46c0-46c4-9f13-58db39658bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:21.675427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:21.913858 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03241273-98c2-445a-a93e-f01555b25101 req-207f978c-2ca2-4333-bd70-5b8d3645bca6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:21.915539 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-03241273-98c2-445a-a93e-f01555b25101 req-207f978c-2ca2-4333-bd70-5b8d3645bca6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 947 time: 0.0894077 Nov 11 11:31:21.965693 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-03241273-98c2-445a-a93e-f01555b25101 req-ef164c70-9f4a-4e57-a875-9f34363c8a4d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Nov 11 11:31:23.193603 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0365-c22f-42a6-8408-1c76b5bd1372 req-59796996-c3d9-4611-b29b-d18755035da5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:23.195268 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-56fd0365-c22f-42a6-8408-1c76b5bd1372 req-59796996-c3d9-4611-b29b-d18755035da5 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 947 time: 0.0844550 Nov 11 11:31:23.243852 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-56fd0365-c22f-42a6-8408-1c76b5bd1372 req-ef3711ec-a2eb-437d-920b-afc59feaa05d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423050 Nov 11 11:31:23.466825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:26.924252 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-957cc565-6f19-404c-9414-424462596956 req-0a3c11ff-700d-4b9d-bd30-fb122356e99a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803888 Nov 11 11:31:27.384497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:27.452498 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-957cc565-6f19-404c-9414-424462596956 req-45031906-1a65-4227-926c-aa8243295efb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6863095b62f84a09954e098318002d93&device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 1100 time: 0.4325435 Nov 11 11:31:27.514404 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-a2de785f-9fac-4b11-981b-cff0310dabad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1138 time: 0.4279482 Nov 11 11:31:27.532502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fa01e-9192-4519-a04b-ee9e4b8be666 req-ad5b604a-cba9-4e9d-8178-8232a77e5d46 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:27.534268 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ec9fa01e-9192-4519-a04b-ee9e4b8be666 req-ad5b604a-cba9-4e9d-8178-8232a77e5d46 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.4115899 Nov 11 11:31:27.771819 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ec9fa01e-9192-4519-a04b-ee9e4b8be666 req-46e17b34-38f9-4525-98b9-2808d05017ab tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2124331 Nov 11 11:31:27.805911 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc565-6f19-404c-9414-424462596956 req-ac7215ea-0755-4a59-a97e-914fac389b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:27.807548 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-957cc565-6f19-404c-9414-424462596956 req-ac7215ea-0755-4a59-a97e-914fac389b77 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 200 len: 918 time: 0.3281820 Nov 11 11:31:27.808596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-4ebe1745-5554-4aff-a26c-5d1b168d6b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:27.810022 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-4ebe1745-5554-4aff-a26c-5d1b168d6b0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 200 len: 916 time: 0.2841189 Nov 11 11:31:28.019858 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-957cc565-6f19-404c-9414-424462596956 req-ed94ce84-596f-4150-8da4-5a5b5675d5c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 200 len: 1001 time: 0.1989419 Nov 11 11:31:28.021648 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-580f1188-c9ba-418b-bd5f-5e5e115a373c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 1002 time: 0.1455019 Nov 11 11:31:28.150217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cc565-6f19-404c-9414-424462596956 req-bcb24fa8-f2c6-4414-89cd-267084d35715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:28.151751 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-957cc565-6f19-404c-9414-424462596956 req-bcb24fa8-f2c6-4414-89cd-267084d35715 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 200 len: 856 time: 0.1244893 Nov 11 11:31:28.154859 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-dd7181c7-b3c0-443d-8729-10bc40e970f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:28.156319 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-dd7181c7-b3c0-443d-8729-10bc40e970f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b27bc55-64e7-4f58-8f3c-c44e42476aea HTTP/1.1" status: 200 len: 854 time: 0.0910907 Nov 11 11:31:28.315115 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-957cc565-6f19-404c-9414-424462596956 req-6b862f58-9d1f-498a-8993-293168247614 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c31b002-3a94-4845-85a1-39c3b0112e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1393061 Nov 11 11:31:28.317950 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-ff8bd533-b8bc-4d23-a11e-f92b5ac79bd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9531cf-9913-4c7f-969e-4c35934419f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1410077 Nov 11 11:31:28.590499 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-df9642e5-1247-4468-99ff-174380e0acb2 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602394 Nov 11 11:31:28.592556 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-957cc565-6f19-404c-9414-424462596956 req-a27e1fcb-e979-4458-aa42-60c19b438f02 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643225 Nov 11 11:31:28.867986 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-957cc565-6f19-404c-9414-424462596956 req-bdf75654-1d73-4543-bf0b-5db3acb73956 service neutron] 10.222.0.64 "GET /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369552 Nov 11 11:31:28.869843 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0fe36dc9-c338-4ee9-84eb-e549575afe2c req-1523c13e-964b-4a53-9c79-f2767685bcdd service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618327 Nov 11 11:31:28.988041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d462a-c5ad-423e-9c09-2b47c6ba4bc4 req-274d86ce-f948-4c1a-bb1a-ab59341db572 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:28.989597 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c1d462a-c5ad-423e-9c09-2b47c6ba4bc4 req-274d86ce-f948-4c1a-bb1a-ab59341db572 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0849879 Nov 11 11:31:29.041750 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0c1d462a-c5ad-423e-9c09-2b47c6ba4bc4 req-cdfc9a05-2604-4935-80e1-5f42327ea8be tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456550 Nov 11 11:31:30.263702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df665983-6b18-4c72-9465-38a56377b210 req-507c515d-0bdb-4c1a-a028-3b4db6a5811f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:30.265284 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df665983-6b18-4c72-9465-38a56377b210 req-507c515d-0bdb-4c1a-a028-3b4db6a5811f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0852199 Nov 11 11:31:30.317324 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df665983-6b18-4c72-9465-38a56377b210 req-999819a6-0b58-4ee3-b41b-db246176bd9a tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456274 Nov 11 11:31:30.592821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:31:31.531402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56efde-b95c-4332-88a8-207a588abaf7 req-27146f35-c509-4bab-96d0-23ba9b0516af tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:31.534554 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fa56efde-b95c-4332-88a8-207a588abaf7 req-27146f35-c509-4bab-96d0-23ba9b0516af tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0896699 Nov 11 11:31:31.587616 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-fa56efde-b95c-4332-88a8-207a588abaf7 req-dfc3271b-4a8e-42a4-99d0-df5bf9a4036f tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465462 Nov 11 11:31:32.811912 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840a268-2dbd-4884-8de9-39bf0f040b7c req-fc01f636-5397-422d-82bb-d1100b3096de tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:32.814123 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5840a268-2dbd-4884-8de9-39bf0f040b7c req-fc01f636-5397-422d-82bb-d1100b3096de tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0964229 Nov 11 11:31:32.865297 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5840a268-2dbd-4884-8de9-39bf0f040b7c req-9e432755-fc51-40f0-966a-4eddc01c3f3c tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447638 Nov 11 11:31:33.449255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40762) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:33.604384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:33.637515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:33.642705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Usage tracker for resource:security_group_rule and tenant:62d74ca18be945d59e0b8cc88fa90414 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:33.646384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:33.652906 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:33.723188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:33.726083 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:33.733831 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e9f1f8e2-f4a6-42b8-a72d-fa647dd86d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:34.001130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a54552-9bd9-4f3d-8053-850c954f11d6,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:34.006558 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62d74ca18be945d59e0b8cc88fa90414&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5561647 Nov 11 11:31:34.007843 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0b4b3d43-1704-409f-9c3f-7c1cec1de717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:34.008582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40770) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:34.074291 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-20581674-5e20-4163-93e2-4625b1a712c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.083805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a1251-1fc0-480a-b239-2cfe94ddb2df req-0b12e454-204c-45e9-8bb6-225e5c7d09f4 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:34.085444 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-954a1251-1fc0-480a-b239-2cfe94ddb2df req-0b12e454-204c-45e9-8bb6-225e5c7d09f4 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0878155 Nov 11 11:31:34.103710 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-20581674-5e20-4163-93e2-4625b1a712c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.139274 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-954a1251-1fc0-480a-b239-2cfe94ddb2df req-fb37b6bf-f732-4a5b-bcf4-5b09260dcf5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469916 Nov 11 11:31:34.150220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-20581674-5e20-4163-93e2-4625b1a712c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.155422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-88ed659e-4ca0-4462-b8fd-8bce6ff95087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:34.170120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20581674-5e20-4163-93e2-4625b1a712c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a54552-9bd9-4f3d-8053-850c954f11d6,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:34.173436 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-20581674-5e20-4163-93e2-4625b1a712c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:34.174717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-20581674-5e20-4163-93e2-4625b1a712c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.175867 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-20581674-5e20-4163-93e2-4625b1a712c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3a54552-9bd9-4f3d-8053-850c954f11d6 HTTP/1.1" status: 204 len: 168 time: 0.1662982 Nov 11 11:31:34.516481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40778) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:34.536257 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.569005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:34.573010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:96df6c57a53d4acf81325fa248b0b132 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:34.575939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:34.581903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:34.651134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.659012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.670936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-913748b5-c284-44ae-9c70-d34df8bda74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:34.713621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9c1fda-fe7b-48d0-994a-29d187755286,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:34.717576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:34.720285 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96df6c57a53d4acf81325fa248b0b132&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2027152 Nov 11 11:31:34.722986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40782) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:34.785761 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9821bd49-ccff-4e3b-bb5e-a388682dda2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.812653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9821bd49-ccff-4e3b-bb5e-a388682dda2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.861724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9821bd49-ccff-4e3b-bb5e-a388682dda2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.866829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-69543fe7-80e3-4b67-823e-3c3450a53abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:34.881159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821bd49-ccff-4e3b-bb5e-a388682dda2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9c1fda-fe7b-48d0-994a-29d187755286,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:34.883954 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9821bd49-ccff-4e3b-bb5e-a388682dda2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:34.885111 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9821bd49-ccff-4e3b-bb5e-a388682dda2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:34.888209 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9821bd49-ccff-4e3b-bb5e-a388682dda2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da9c1fda-fe7b-48d0-994a-29d187755286 HTTP/1.1" status: 204 len: 168 time: 0.1623354 Nov 11 11:31:35.352261 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe001b-dbd7-439e-beb4-ce05a362719b req-27ae1c08-a63b-41b9-9bc8-934467929e15 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:35.353877 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7dbe001b-dbd7-439e-beb4-ce05a362719b req-27ae1c08-a63b-41b9-9bc8-934467929e15 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0893943 Nov 11 11:31:35.407267 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7dbe001b-dbd7-439e-beb4-ce05a362719b req-82380058-d43e-4dbc-a41c-f0fe5a224ddd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462885 Nov 11 11:31:36.617455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfbe39-1a48-40d9-91e1-4b818642301d req-0072b8a7-65ef-455c-8ba8-912d1a409344 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:36.619084 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01dfbe39-1a48-40d9-91e1-4b818642301d req-0072b8a7-65ef-455c-8ba8-912d1a409344 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0854607 Nov 11 11:31:36.676587 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-01dfbe39-1a48-40d9-91e1-4b818642301d req-ea9a4d10-2db7-465a-9f0c-1ac04f7e28e5 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505993 Nov 11 11:31:37.890333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44ba7-8f71-495c-b80d-e8ebb56b57d0 req-da4e5770-67d1-4358-8819-696ab51308c9 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:37.892634 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-14d44ba7-8f71-495c-b80d-e8ebb56b57d0 req-da4e5770-67d1-4358-8819-696ab51308c9 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0854719 Nov 11 11:31:37.942645 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-14d44ba7-8f71-495c-b80d-e8ebb56b57d0 req-1b402ceb-65db-431b-84cf-46e10b126171 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437396 Nov 11 11:31:39.181021 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9fe0a-4a80-497a-8f8d-e60d53980e6a req-dafdbaf1-b831-405b-b61c-b0d2cad8b283 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:39.182806 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e7e9fe0a-4a80-497a-8f8d-e60d53980e6a req-dafdbaf1-b831-405b-b61c-b0d2cad8b283 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.1089268 Nov 11 11:31:39.248823 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e7e9fe0a-4a80-497a-8f8d-e60d53980e6a req-9e89d1e9-3a78-41ee-8a4d-f58b71189928 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586731 Nov 11 11:31:40.442307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40880) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:40.477964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e094a2-9317-4915-b845-06fde0f7d481 req-848389d0-d6bd-4364-a89c-0c85bcce2182 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:40.479663 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d4e094a2-9317-4915-b845-06fde0f7d481 req-848389d0-d6bd-4364-a89c-0c85bcce2182 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.0976548 Nov 11 11:31:40.534869 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d4e094a2-9317-4915-b845-06fde0f7d481 req-bd161d8b-56a0-491a-8a87-c34f13e1d6c6 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481226 Nov 11 11:31:40.625195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:40.662318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:40.666690 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Usage tracker for resource:security_group_rule and tenant:886f9b8ee0fa4e67a3dab38be9cb7c52 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:40.669800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:40.677615 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:40.782639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:40.785916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:40.793738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d72d4227-a1c4-4f65-be74-73f57d35a023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:40.839123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9e7bdf-8ec3-4e6d-aad7-d7b766604b69,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:40.842692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:40.846196 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-281f8276-8784-4c84-908e-5f50f9411a00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=886f9b8ee0fa4e67a3dab38be9cb7c52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4027841 Nov 11 11:31:40.850616 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40886) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:40.916946 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8ee1-6703-4fb4-98cb-5d3061b25c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:40.950234 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8ee1-6703-4fb4-98cb-5d3061b25c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.005445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8ee1-6703-4fb4-98cb-5d3061b25c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.010923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2aee19cf-d43d-4065-9349-01af442210f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:41.023735 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d8ee1-6703-4fb4-98cb-5d3061b25c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9e7bdf-8ec3-4e6d-aad7-d7b766604b69,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:41.026222 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ed6d8ee1-6703-4fb4-98cb-5d3061b25c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:41.033339 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8ee1-6703-4fb4-98cb-5d3061b25c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.034592 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ed6d8ee1-6703-4fb4-98cb-5d3061b25c5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc9e7bdf-8ec3-4e6d-aad7-d7b766604b69 HTTP/1.1" status: 204 len: 168 time: 0.1829448 Nov 11 11:31:41.440048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40894) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:41.463185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.497338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:41.502389 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6ab15b37624d2ea559f6ea0a71960e is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:41.505443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:41.511674 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:41.582877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.586737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.595277 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4d6fe515-e76e-4926-b7c4-4e87a23343ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:41.642718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c65cef5-670f-4404-989d-77932739f041,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:41.645949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:41.652043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40900) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:41.652278 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb6ab15b37624d2ea559f6ea0a71960e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2109888 Nov 11 11:31:41.789512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f6d48b74-b5d5-42ef-bad2-b9f0face2dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.832679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f6d48b74-b5d5-42ef-bad2-b9f0face2dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.854814 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43baef1-230e-4942-89e8-54c4c285318d req-6ee483e4-3afe-4966-939c-44186c129087 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:41.857862 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d43baef1-230e-4942-89e8-54c4c285318d req-6ee483e4-3afe-4966-939c-44186c129087 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.1726663 Nov 11 11:31:41.941767 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d43baef1-230e-4942-89e8-54c4c285318d req-4b110072-23ab-4286-b60c-fb2874165b88 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700178 Nov 11 11:31:41.948031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f6d48b74-b5d5-42ef-bad2-b9f0face2dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.955692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:41.971417 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48b74-b5d5-42ef-bad2-b9f0face2dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c65cef5-670f-4404-989d-77932739f041,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:41.975439 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f6d48b74-b5d5-42ef-bad2-b9f0face2dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:41.981218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f6d48b74-b5d5-42ef-bad2-b9f0face2dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:41.985470 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f6d48b74-b5d5-42ef-bad2-b9f0face2dda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c65cef5-670f-4404-989d-77932739f041 HTTP/1.1" status: 204 len: 168 time: 0.3289495 Nov 11 11:31:42.948290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40922) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:43.123857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-316658646-network', 'tenant_id': '83794f0ff7ec4678b4037c36bc30e98b'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:43.132423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:43.138058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Usage tracker for resource:network and tenant:83794f0ff7ec4678b4037c36bc30e98b is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:43.145029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:43.153932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:43.174510 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Made reservation on behalf of 83794f0ff7ec4678b4037c36bc30e98b for: {'network': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:31:43.179183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:43.196156 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:43.222953 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4cdf8-bbd8-47aa-a81e-07cde123c0ae req-548b41c1-9a77-4ce7-a156-73ce880291f9 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:43.224649 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-35d4cdf8-bbd8-47aa-a81e-07cde123c0ae req-548b41c1-9a77-4ce7-a156-73ce880291f9 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.1519382 Nov 11 11:31:43.267576 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:43.272845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Usage tracker for resource:security_group_rule and tenant:83794f0ff7ec4678b4037c36bc30e98b is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:43.284482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:43.516041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:43.534532 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-35d4cdf8-bbd8-47aa-a81e-07cde123c0ae req-918b7fd8-cd7f-4db5-804c-dccec52005d3 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2997885 Nov 11 11:31:43.601400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:43.604495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:43.608901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-47e7c799-eaad-4ac5-8162-421b9efa7b5e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:43.639337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=88092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:31:43.648360 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9185b6db-7a08-44cd-8e9c-543fbfda3aff,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:43.652517 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:43.660073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:43.660469 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Added segment eeba953d-c924-414d-a662-b48fb4d24f1f of type vlan for network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e Nov 11 11:31:43.692300 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:43.722766 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:43.724387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:43.725027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:43.730180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:43.831717 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8821559 Nov 11 11:31:43.834898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40930) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:43.841269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Request body: {'subnet': {'network_id': '29ffebe4-9fa4-4d80-935c-d83f6ac08a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-316658646-subnet', 'tenant_id': '83794f0ff7ec4678b4037c36bc30e98b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:43.841447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Pushing event updated for resources: {'Network': ['ID=29ffebe4-9fa4-4d80-935c-d83f6ac08a9e,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:43.844445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:43.847418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:43.851617 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Usage tracker for resource:subnet and tenant:83794f0ff7ec4678b4037c36bc30e98b is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:43.853126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:31:43.854773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:43.861933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:43.872868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Made reservation on behalf of 83794f0ff7ec4678b4037c36bc30e98b for: {'subnet': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:31:43.878500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14688154'] for subnet, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:44.112537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838132224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14688139'] for subnet, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:44.117618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e422dc6f-76fd-4343-903b-f84ba9aa4b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:44.196522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64daeeb-7187-4c12-9b67-794f60bef465,revision_number=0']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:44.200141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:44.207936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Checking segment: {'id': 'eeba953d-c924-414d-a662-b48fb4d24f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '29ffebe4-9fa4-4d80-935c-d83f6ac08a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:31:44.208336 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Network hostable DHCP agents. Network: 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:31:44.230420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:31:44.239756 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e) {{(pid=88093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:31:44.244074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:44.244693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:44.250962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d468019-c8df-475b-b7bf-8ba87b9edc9d None None] Network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:31:44.271061 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0cd391ce-5f90-4164-81ec-b4b967a6ad7d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4348593 Nov 11 11:31:44.486763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bc982-ad42-4e62-a39e-a26943b7c104 None None] Network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:31:44.798513 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd4dc4-9109-495f-b094-13f754dac1cb req-f2ad4650-53bd-4255-af57-b9f62635cc28 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:44.806144 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-54bd4dc4-9109-495f-b094-13f754dac1cb req-f2ad4650-53bd-4255-af57-b9f62635cc28 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.1352987 Nov 11 11:31:44.864576 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-54bd4dc4-9109-495f-b094-13f754dac1cb req-c41df867-c385-462f-a6a1-d984a05ebb42 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574093 Nov 11 11:31:45.241962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 40956) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:45.248827 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1503301072-network', 'tenant_id': 'bb424f54b10249b9913d3d437a4f44e3'}} {{(pid=88093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:45.254124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:45.258204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Usage tracker for resource:network and tenant:bb424f54b10249b9913d3d437a4f44e3 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:45.261203 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:45.267825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:45.277551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Made reservation on behalf of bb424f54b10249b9913d3d437a4f44e3 for: {'network': 1} {{(pid=88093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:31:45.283361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for network, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.297672 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.332723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:45.337006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Usage tracker for resource:security_group_rule and tenant:bb424f54b10249b9913d3d437a4f44e3 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:45.340398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:45.347205 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:45.419391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.423130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.427464 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-20581674-5e20-4163-93e2-4625b1a712c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:45.453150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=88093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 11:31:45.467258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9aadca-9614-480f-9de8-299bf622c64d,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:45.472249 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:45.473231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.473609 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.segments_db [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Added segment 1468136b-41f9-4187-99f9-608d08f714a4 of type vlan for network cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a Nov 11 11:31:45.502067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763017187238'] for network, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.532217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674'] for network, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.533750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:45.534380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.539596 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f88891f6-a0dd-4bff-9dd2-b6e4be6f474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:45.649167 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Pushing event updated for resources: {'Network': ['ID=cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:45.654683 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 40960) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:31:45.654939 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4116664 Nov 11 11:31:45.655863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:45.661770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Request body: {'subnet': {'network_id': 'cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1503301072-subnet', 'tenant_id': 'bb424f54b10249b9913d3d437a4f44e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:45.666972 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:45.670966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Usage tracker for resource:subnet and tenant:bb424f54b10249b9913d3d437a4f44e3 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:45.674862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:45.681281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:45.686429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Network cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a details requested by agent ovs-agent-dv-cinder-817417-1-smb with host dv-cinder-817417-1-smb {{(pid=88094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 11:31:45.693865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Made reservation on behalf of bb424f54b10249b9913d3d437a4f44e3 for: {'subnet': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:31:45.698922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838184561'] for subnet, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.927683 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16507133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838184546'] for subnet, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:45.932828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:46.012922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f3a0c8-69da-4261-b31a-fabe45fb2c58,revision_number=0']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:46.020314 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:46.079219 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Checking segment: {'id': '1468136b-41f9-4187-99f9-608d08f714a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:31:46.079496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Network hostable DHCP agents. Network: cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a, hostable agents: ['74b4a85d-5e96-4d17-ad01-639969dc9d2d'], hosted agents: [] {{(pid=88092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 11:31:46.128865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3aa77a-6d47-45df-a3ec-d5d8d02e95f6 req-1ccd4e6d-95de-4424-9ed7-4923692f43a3 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:46.130499 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5a3aa77a-6d47-45df-a3ec-d5d8d02e95f6 req-1ccd4e6d-95de-4424-9ed7-4923692f43a3 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.1213615 Nov 11 11:31:46.133080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Network cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a is scheduled to be hosted by DHCP agent 74b4a85d-5e96-4d17-ad01-639969dc9d2d with binding_index 1 {{(pid=88092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 11:31:46.158343 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817417-1-smb, cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a) {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:31:46.166404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5779d1-9cf2-45da-bd07-16391e4c3401 None None] Network cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:31:46.168608 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:46.169329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:46.207858 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-5a3aa77a-6d47-45df-a3ec-d5d8d02e95f6 req-17c0d16d-3780-4ae3-a894-c03e7380b53c tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be631db-c011-4ceb-b5c9-bf70ec791968&id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704205 Nov 11 11:31:46.213104 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-928f4c16-9e0e-42d8-a171-f92f2856601b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5571785 Nov 11 11:31:46.570892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a8eca1-22d8-4d45-9f75-2893ac9d0b36 None None] Network cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:31:46.916404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-8ae606d8-a094-41b5-9715-b054bba193a9 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:46.917059 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-8ae606d8-a094-41b5-9715-b054bba193a9 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Synchronizing usage tracker for tenant:83794f0ff7ec4678b4037c36bc30e98b on resource:network {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:31:46.933817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-8ae606d8-a094-41b5-9715-b054bba193a9 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Unset dirty status for tenant:83794f0ff7ec4678b4037c36bc30e98b on resource:network {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:31:46.935083 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-8ae606d8-a094-41b5-9715-b054bba193a9 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/networks?id=29ffebe4-9fa4-4d80-935c-d83f6ac08a9e HTTP/1.1" status: 200 len: 808 time: 0.1773491 Nov 11 11:31:46.953226 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-5fb0137b-8dca-4e39-ab8d-1d88ab3a1c1e tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/quotas/83794f0ff7ec4678b4037c36bc30e98b HTTP/1.1" status: 200 len: 375 time: 0.0120237 Nov 11 11:31:47.010896 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-fd4cbd14-a39f-43e0-a270-e2dcb4ceeaf5 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83794f0ff7ec4678b4037c36bc30e98b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506747 Nov 11 11:31:47.159593 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-e1375ecd-1367-45a9-b1c9-351988f062db service neutron] 10.222.0.37 "GET /v2.0/networks/29ffebe4-9fa4-4d80-935c-d83f6ac08a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399336 Nov 11 11:31:47.308528 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-697f83a0-c9a2-4e04-b1c3-cccaeeb3c26d service neutron] 10.222.0.37 "GET /v2.0/networks/29ffebe4-9fa4-4d80-935c-d83f6ac08a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426497 Nov 11 11:31:47.518282 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-70034c93-c2cb-41df-bc68-f86ef43f3d4f req-f9382494-19cb-4a91-b638-c3b02749225d tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 210 time: 0.0464787 Nov 11 11:31:48.646234 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-78cad4a5-b407-4feb-a154-85db88c2f801 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:48.647926 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-78cad4a5-b407-4feb-a154-85db88c2f801 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.64 "GET /v2.0/networks?id=29ffebe4-9fa4-4d80-935c-d83f6ac08a9e HTTP/1.1" status: 200 len: 808 time: 0.1584871 Nov 11 11:31:48.705899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Request body: {'port': {'device_id': '70b9cab8-dec5-4dbe-92a9-d939e6c52986', 'network_id': '29ffebe4-9fa4-4d80-935c-d83f6ac08a9e', 'admin_state_up': True, 'tenant_id': '83794f0ff7ec4678b4037c36bc30e98b'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:48.729267 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-170b2a24-c91f-4aef-a92d-270e4672e69c req-9dbef87e-4b5a-45e3-b2a8-58327d62e286 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 210 time: 0.0716817 Nov 11 11:31:48.858310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:31:48.862469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Usage tracker for resource:port and tenant:83794f0ff7ec4678b4037c36bc30e98b is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:31:48.865456 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:31:48.871447 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:31:48.880897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Made reservation on behalf of 83794f0ff7ec4678b4037c36bc30e98b for: {'port': 1} {{(pid=88092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 11:31:48.886404 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:48.989787 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-92d64bad-ed35-4ee0-8bee-a92c51d6f104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:49.060366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_common [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Allocated IP 172.20.0.2 (29ffebe4-9fa4-4d80-935c-d83f6ac08a9e/e64daeeb-7187-4c12-9b67-794f60bef465/02516756-24f3-4d7a-9720-30b483c7bf86) {{(pid=88092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 11:31:49.283602 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Notify callbacks [] for port, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:49.309921 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273837576649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:49.316101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3dd235a4-2b25-47c7-b90e-3275c80d49a2 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:49.389786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e is already hosted by enough agents. {{(pid=88092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 11:31:49.393546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.base_scheduler [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Resources bound (agent type, host, resource id): {{(pid=88092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 11:31:49.398352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Received port after_create {{(pid=88092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 11:31:49.426449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Pushing event updated for resources: {'Port': ['ID=02516756-24f3-4d7a-9720-30b483c7bf86,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:49.432384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:49.468513 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:49.469262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:49.493692 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967877 Nov 11 11:31:49.506206 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Request body: {'port': {'device_id': '70b9cab8-dec5-4dbe-92a9-d939e6c52986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81741'}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:31:49.624145 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:50.005058 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03380280-6663-413b-a5fb-8fa45b5b5b33 req-40e19bcc-5b2e-4422-b992-f576cd61bf8b tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:50.005732 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-03380280-6663-413b-a5fb-8fa45b5b5b33 req-40e19bcc-5b2e-4422-b992-f576cd61bf8b tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Synchronizing usage tracker for tenant:83794f0ff7ec4678b4037c36bc30e98b on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:31:50.079693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-03380280-6663-413b-a5fb-8fa45b5b5b33 req-40e19bcc-5b2e-4422-b992-f576cd61bf8b tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Unset dirty status for tenant:83794f0ff7ec4678b4037c36bc30e98b on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:31:50.080996 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-03380280-6663-413b-a5fb-8fa45b5b5b33 req-40e19bcc-5b2e-4422-b992-f576cd61bf8b tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 931 time: 0.2097678 Nov 11 11:31:50.090354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02516756-24f3-4d7a-9720-30b483c7bf86 {{(pid=88092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:31:50.114020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:50.148469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Transition to ACTIVE for port object 02516756-24f3-4d7a-9720-30b483c7bf86 will not be triggered until provisioned by entity L2. {{(pid=88092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 11:31:50.151586 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:50.159917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c38f958b-777e-44d3-9272-af1442154148 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:50.224341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-03380280-6663-413b-a5fb-8fa45b5b5b33 req-7c4a154b-7cf1-4371-bbd7-f0a6c28ed019 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Synchronizing usage tracker for tenant:83794f0ff7ec4678b4037c36bc30e98b on resource:security_group {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:31:50.316805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Pushing event updated for resources: {'Port': ['ID=02516756-24f3-4d7a-9720-30b483c7bf86,revision_number=2']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:50.321157 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:50.329653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-03380280-6663-413b-a5fb-8fa45b5b5b33 req-7c4a154b-7cf1-4371-bbd7-f0a6c28ed019 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Unset dirty status for tenant:83794f0ff7ec4678b4037c36bc30e98b on resource:security_group {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:31:50.330997 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-03380280-6663-413b-a5fb-8fa45b5b5b33 req-7c4a154b-7cf1-4371-bbd7-f0a6c28ed019 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436407 Nov 11 11:31:50.450073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Attempting to bind port 02516756-24f3-4d7a-9720-30b483c7bf86 on host hv-cinder-81741 for vnic_type normal with profile {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 11:31:50.450453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Attempting to bind port 02516756-24f3-4d7a-9720-30b483c7bf86 by drivers openvswitch,hyperv on host hv-cinder-81741 at level 0 using segments [{'id': 'eeba953d-c924-414d-a662-b48fb4d24f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '29ffebe4-9fa4-4d80-935c-d83f6ac08a9e'}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 11:31:50.450828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Attempting to bind port 02516756-24f3-4d7a-9720-30b483c7bf86 on network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:31:50.458683 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Port 02516756-24f3-4d7a-9720-30b483c7bf86 on network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81741 {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 11:31:50.459048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Attempting to bind port 02516756-24f3-4d7a-9720-30b483c7bf86 on network 29ffebe4-9fa4-4d80-935c-d83f6ac08a9e {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 11:31:50.466634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Checking agent: {'id': 'e1f20e6f-1fde-4d94-acb4-da7c0437cfec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81741', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'started_at': datetime.datetime(2021, 11, 11, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 11:31:50.467010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Checking segment: {'id': 'eeba953d-c924-414d-a662-b48fb4d24f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '29ffebe4-9fa4-4d80-935c-d83f6ac08a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 11:31:50.467461 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Bound using segment: {'id': 'eeba953d-c924-414d-a662-b48fb4d24f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '29ffebe4-9fa4-4d80-935c-d83f6ac08a9e'} {{(pid=88092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 11:31:50.467936 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.managers [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Bound port: 02516756-24f3-4d7a-9720-30b483c7bf86, host: hv-cinder-81741, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeba953d-c924-414d-a662-b48fb4d24f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '29ffebe4-9fa4-4d80-935c-d83f6ac08a9e'}}] {{(pid=88092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 11:31:50.468321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:50.570103 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] For port 02516756-24f3-4d7a-9720-30b483c7bf86, host hv-cinder-81741, cleared binding levels {{(pid=88092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 11:31:50.573445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] For port 02516756-24f3-4d7a-9720-30b483c7bf86, host hv-cinder-81741, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=02516756-24f3-4d7a-9720-30b483c7bf86,segment=NetworkSegment(eeba953d-c924-414d-a662-b48fb4d24f1f),segment_id=eeba953d-c924-414d-a662-b48fb4d24f1f)] {{(pid=88092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 11:31:50.577285 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:50.582097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-568cef1e-6509-4695-a22d-b3260d0b272b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:50.586138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:50.652904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:50.654462 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] 10.222.0.64 "PUT /v2.0/ports/02516756-24f3-4d7a-9720-30b483c7bf86 HTTP/1.1" status: 200 len: 1093 time: 1.1526549 Nov 11 11:31:50.655017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b9cab8-dec5-4dbe-92a9-d939e6c52986', 'tag': '02516756-24f3-4d7a-9720-30b483c7bf86'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:31:50.677089 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Pushing event updated for resources: {'Port': ['ID=02516756-24f3-4d7a-9720-30b483c7bf86,revision_number=3']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:50.680760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:50.742786 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b9cab8-dec5-4dbe-92a9-d939e6c52986', 'tag': '02516756-24f3-4d7a-9720-30b483c7bf86', 'status': 'completed', 'code': 200} Nov 11 11:31:50.780338 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-9794f425-386f-4b2b-9098-c544b755b037 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83794f0ff7ec4678b4037c36bc30e98b&device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 1096 time: 0.0785241 Nov 11 11:31:50.857538 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-a2d324fb-4178-47a5-8b41-7a464ed8ae6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02516756-24f3-4d7a-9720-30b483c7bf86 HTTP/1.1" status: 200 len: 217 time: 0.0692418 Nov 11 11:31:50.929037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-1fd5d4ad-e69d-4393-b357-810627a9464e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:50.930643 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-1fd5d4ad-e69d-4393-b357-810627a9464e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e64daeeb-7187-4c12-9b67-794f60bef465 HTTP/1.1" status: 200 len: 848 time: 0.0667026 Nov 11 11:31:50.982959 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-032238c6-447c-45b4-9eaa-118f2f3ec32f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29ffebe4-9fa4-4d80-935c-d83f6ac08a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451925 Nov 11 11:31:51.133511 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-9b8ebc1f-472f-48e7-abd9-2f60fe44609d service neutron] 10.222.0.64 "GET /v2.0/networks/29ffebe4-9fa4-4d80-935c-d83f6ac08a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424651 Nov 11 11:31:51.285728 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-969cf9e6-5e4e-4363-ae02-6f18e63a1dc6 req-dc4b6d9a-88b8-4230-b0e8-007f4628cf32 service neutron] 10.222.0.64 "GET /v2.0/networks/29ffebe4-9fa4-4d80-935c-d83f6ac08a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456428 Nov 11 11:31:51.412217 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-a7695f90-b92c-49e7-bced-350d619a8503 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83794f0ff7ec4678b4037c36bc30e98b&device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 1096 time: 0.0819824 Nov 11 11:31:51.624745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9d89a87f-454f-4171-96bc-d29b62028242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:51.671806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:51.847578 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-8da39e73-7348-4958-ad4c-ffc587d7a9eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:51.849192 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-8da39e73-7348-4958-ad4c-ffc587d7a9eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=29ffebe4-9fa4-4d80-935c-d83f6ac08a9e HTTP/1.1" status: 200 len: 909 time: 0.4252274 Nov 11 11:31:51.860131 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bfb65-30c2-45b3-8a06-769fc1edbb07 req-18773abf-480d-4ac1-9b1d-9a74fe4c239d tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:51.862305 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a71bfb65-30c2-45b3-8a06-769fc1edbb07 req-18773abf-480d-4ac1-9b1d-9a74fe4c239d tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 943 time: 0.3996606 Nov 11 11:31:51.950891 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-7bb70b4b-d887-4e5c-8342-c3b764dfe9ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02516756-24f3-4d7a-9720-30b483c7bf86 HTTP/1.1" status: 200 len: 217 time: 0.0862973 Nov 11 11:31:52.029223 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a71bfb65-30c2-45b3-8a06-769fc1edbb07 req-c15689f6-7b11-40ef-ad90-a0bf7bff9830 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112556 Nov 11 11:31:52.039752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-a383da85-a0e1-45e2-8ae5-9debfb46a373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:52.041311 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-a383da85-a0e1-45e2-8ae5-9debfb46a373 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e64daeeb-7187-4c12-9b67-794f60bef465 HTTP/1.1" status: 200 len: 848 time: 0.0792835 Nov 11 11:31:52.093193 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-b7f750a1-d802-42b3-91ad-00d2f42f2056 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29ffebe4-9fa4-4d80-935c-d83f6ac08a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440052 Nov 11 11:31:52.244780 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-fb41453d-0596-45e1-b644-d6a5a2a80f95 service neutron] 10.222.0.64 "GET /v2.0/networks/29ffebe4-9fa4-4d80-935c-d83f6ac08a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425490 Nov 11 11:31:52.391319 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-81b5a123-025a-4aa8-a7bb-4f11e3badcb9 req-aea4264c-7c0b-4d07-aeb3-6d3136a68abb service neutron] 10.222.0.64 "GET /v2.0/networks/29ffebe4-9fa4-4d80-935c-d83f6ac08a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381314 Nov 11 11:31:53.244164 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c8ba8-b4b2-4688-b60f-632f35e2511c req-95089c50-9dd9-448a-ba3c-98fda61dc7e6 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:53.245809 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d48c8ba8-b4b2-4688-b60f-632f35e2511c req-95089c50-9dd9-448a-ba3c-98fda61dc7e6 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 943 time: 0.0851181 Nov 11 11:31:53.299686 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d48c8ba8-b4b2-4688-b60f-632f35e2511c req-c3899b14-95bf-4c42-b7df-94f4a24bec0f tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Nov 11 11:31:53.469862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:53.867075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 02516756-24f3-4d7a-9720-30b483c7bf86 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:31:54.017644 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 02516756-24f3-4d7a-9720-30b483c7bf86, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=02516756-24f3-4d7a-9720-30b483c7bf86,segment=NetworkSegment(eeba953d-c924-414d-a662-b48fb4d24f1f),segment_id=eeba953d-c924-414d-a662-b48fb4d24f1f)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:31:54.032181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '02516756-24f3-4d7a-9720-30b483c7bf86', 'network_id': '29ffebe4-9fa4-4d80-935c-d83f6ac08a9e', 'port_id': '02516756-24f3-4d7a-9720-30b483c7bf86', 'mac_address': 'fa:16:3e:fc:bf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64daeeb-7187-4c12-9b67-794f60bef465', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:31:54.088074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:54.106772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02516756-24f3-4d7a-9720-30b483c7bf86 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:31:54.122132 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 02516756-24f3-4d7a-9720-30b483c7bf86, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=02516756-24f3-4d7a-9720-30b483c7bf86,segment=NetworkSegment(eeba953d-c924-414d-a662-b48fb4d24f1f),segment_id=eeba953d-c924-414d-a662-b48fb4d24f1f)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:31:54.125633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:54.127816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:54.197877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=02516756-24f3-4d7a-9720-30b483c7bf86,revision_number=4']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:54.201217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:54.414238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['02516756-24f3-4d7a-9720-30b483c7bf86'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:31:54.509703 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b3bc3-650a-48ab-844e-3b644550d0e5 req-c0657f12-2b83-40d3-b52b-70ffa8afec08 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:54.511366 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-706b3bc3-650a-48ab-844e-3b644550d0e5 req-c0657f12-2b83-40d3-b52b-70ffa8afec08 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 944 time: 0.0850258 Nov 11 11:31:54.562613 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-706b3bc3-650a-48ab-844e-3b644550d0e5 req-25f5259b-a668-46e8-9e3b-e96e9430e888 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440753 Nov 11 11:31:55.776457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1a834-fd50-4b12-85c0-a82eef4a90a9 req-18c44e45-390d-4cb0-9d72-9c78699910f6 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:55.778077 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bce1a834-fd50-4b12-85c0-a82eef4a90a9 req-18c44e45-390d-4cb0-9d72-9c78699910f6 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 944 time: 0.0881190 Nov 11 11:31:55.830064 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bce1a834-fd50-4b12-85c0-a82eef4a90a9 req-8cb8d2e6-669f-4e24-b6e2-07a5720c1e4d tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Nov 11 11:31:55.891728 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 02516756-24f3-4d7a-9720-30b483c7bf86 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:31:55.967929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning for port 02516756-24f3-4d7a-9720-30b483c7bf86 completed by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 11:31:55.973649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 02516756-24f3-4d7a-9720-30b483c7bf86 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:31:55.974067 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:56.091918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:56.122537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b9cab8-dec5-4dbe-92a9-d939e6c52986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02516756-24f3-4d7a-9720-30b483c7bf86'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:31:56.132938 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 02516756-24f3-4d7a-9720-30b483c7bf86, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=02516756-24f3-4d7a-9720-30b483c7bf86,segment=NetworkSegment(eeba953d-c924-414d-a662-b48fb4d24f1f),segment_id=eeba953d-c924-414d-a662-b48fb4d24f1f)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:31:56.136185 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:56.138130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-54789d02-0840-46e6-9678-2ffa79ec5225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:56.183821 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b9cab8-dec5-4dbe-92a9-d939e6c52986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02516756-24f3-4d7a-9720-30b483c7bf86', 'code': 200} Nov 11 11:31:56.210342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=02516756-24f3-4d7a-9720-30b483c7bf86,revision_number=5']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:56.220109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.220549 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.220923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.221295 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.221664 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.222057 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.222418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.222780 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.223150 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.223531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.223892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:56.227967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:31:56.450938 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cb8cc0d1-f92f-43a9-9b04-bd83ba0cfa96 req-2ec87a4a-4517-4cdc-a682-6f8d579014e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 1098 time: 0.0764732 Nov 11 11:31:56.498086 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-cb8cc0d1-f92f-43a9-9b04-bd83ba0cfa96 req-69c0f57b-a6ca-45ef-adec-6e85bfeb5a8f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Nov 11 11:31:57.067299 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6492073-172d-47f9-ad8f-08d6e46df928 req-02a7072e-dac3-41f5-ba3a-24765e9c758e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:57.068933 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a6492073-172d-47f9-ad8f-08d6e46df928 req-02a7072e-dac3-41f5-ba3a-24765e9c758e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 947 time: 0.1538851 Nov 11 11:31:57.100683 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ee53e-699e-4061-a361-0403d6f5781f req-880cef15-b5f2-4d81-83e5-952dedf3098d tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:57.102274 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d45ee53e-699e-4061-a361-0403d6f5781f req-880cef15-b5f2-4d81-83e5-952dedf3098d tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 945 time: 0.1430426 Nov 11 11:31:57.159977 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-a6492073-172d-47f9-ad8f-08d6e46df928 req-62e1b8d9-2e14-4628-aa29-4193980256e1 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842881 Nov 11 11:31:57.173249 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d45ee53e-699e-4061-a361-0403d6f5781f req-69576ae9-4ef3-4d84-86bc-d83669e60e89 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622690 Nov 11 11:31:57.392661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:58.450049 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63059-8279-425a-baa6-aeee1eb517af req-030cc22a-96fe-4684-a388-584c81585049 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:58.451707 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0cc63059-8279-425a-baa6-aeee1eb517af req-030cc22a-96fe-4684-a388-584c81585049 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 945 time: 0.1554391 Nov 11 11:31:58.458661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c463a-ffa0-45c0-abf8-c261f8f4d63c req-26d5b290-5323-478c-a174-2bd66a4d510e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:58.460280 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-951c463a-ffa0-45c0-abf8-c261f8f4d63c req-26d5b290-5323-478c-a174-2bd66a4d510e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 947 time: 0.1624181 Nov 11 11:31:58.545129 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-0cc63059-8279-425a-baa6-aeee1eb517af req-d1f7c027-a101-4001-9085-d7cdbb838b5c tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838537 Nov 11 11:31:58.548077 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-951c463a-ffa0-45c0-abf8-c261f8f4d63c req-acdf3051-aace-4ba7-9eb9-018667a7d1f6 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ab9f613-d586-4369-bc43-65c009ce7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711570 Nov 11 11:31:58.859269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-085254c7-e11f-41fe-aa02-19e4d1774212 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:31:58.861971 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-085254c7-e11f-41fe-aa02-19e4d1774212 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 947 time: 0.0874763 Nov 11 11:31:58.948287 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Deleting port 3e1a0371-5962-4505-94e0-fc3117509cca {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:31:58.948667 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:59.216129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] For port 3e1a0371-5962-4505-94e0-fc3117509cca, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=3e1a0371-5962-4505-94e0-fc3117509cca,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:31:59.216515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:59.519911 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:59.520483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854077960'] for floatingip, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:59.520611 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.db.l3_db [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Floating IP a205b8c2-d89e-4acb-bb62-13cd4d8afaba disassociated. External IP: 172.28.1.58, port: 3e1a0371-5962-4505-94e0-fc3117509cca. Nov 11 11:31:59.520987 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Calling delete_port for 3e1a0371-5962-4505-94e0-fc3117509cca owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:31:59.671729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:31:59.680074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-560714c3-28e9-4fc1-b030-1292659e81b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:31:59.764117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event deleted for resources: {'Port': ['ID=3e1a0371-5962-4505-94e0-fc3117509cca,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:31:59.788541 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-21033997-f47b-466d-b45e-53359083bd92 req-63d3acab-4180-4a62-879d-772a18aa9270 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 210 time: 0.0715301 Nov 11 11:31:59.791758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.792189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.792613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.793024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.793443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.793853 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.794260 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.794668 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.795106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.795501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.795908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:31:59.800220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:00.011529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:32:00.230949 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:32:00.248863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] Sync routers for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:32:00.264809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:00.265601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:31:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:00.310684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] No DVR routers for this DVR port 3e1a0371-5962-4505-94e0-fc3117509cca on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:32:00.314004 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:00.317418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-deleted', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:32:00.337429 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-90dcdc5c-c8ae-43f3-8ea5-ae8e0d1125b3 req-a15fe034-4c23-41d0-923d-76f46f1841f2 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.64 "DELETE /v2.0/ports/3e1a0371-5962-4505-94e0-fc3117509cca HTTP/1.1" status: 204 len: 173 time: 1.4690280 Nov 11 11:32:00.383047 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a924a4-e379-4ae9-9ad8-0418d28a0484', 'name': 'network-vif-deleted', 'tag': '3e1a0371-5962-4505-94e0-fc3117509cca', 'status': 'completed', 'code': 200} Nov 11 11:32:00.477476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:00.813570 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:00.817661 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] Checking router: 31c7ca60-f294-48fd-8ab1-0135a2e2d805 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:32:00.829270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:00.829873 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:31:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:01.010153 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-1f0494e1-876a-4bfa-b9fc-56741d51c842 req-70bc2715-4d6e-4395-b3eb-c027c7f05acd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Synchronizing usage tracker for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:32:01.025342 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:01.027857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-1f0494e1-876a-4bfa-b9fc-56741d51c842 req-70bc2715-4d6e-4395-b3eb-c027c7f05acd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Unset dirty status for tenant:6863095b62f84a09954e098318002d93 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:32:01.029258 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1f0494e1-876a-4bfa-b9fc-56741d51c842 req-70bc2715-4d6e-4395-b3eb-c027c7f05acd tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5a924a4-e379-4ae9-9ad8-0418d28a0484 HTTP/1.1" status: 200 len: 210 time: 0.0717750 Nov 11 11:32:01.362241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:01.366484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a209a-9dff-4a20-9ef6-a77a52f40066 None None] The sync data for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb is: [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:25:53Z', 'revision_number': 4, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '2b51135a-0cde-466c-b762-0ca4a8905be3', 'name': '', 'network_id': '4c31b002-3a94-4845-85a1-39c3b0112e17', 'tenant_id': '6863095b62f84a09954e098318002d93', 'mac_address': 'fa:16:3e:5d:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:51Z', 'updated_at': '2021-11-11T11:26:02Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'subnets': [{'id': 'ac7f787b-ca6a-48f1-af1c-41ce6c573b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:32:01.850218 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6f745-a681-4410-8602-91361adfa071 None None] New status for floating IP a205b8c2-d89e-4acb-bb62-13cd4d8afaba: DOWN {{(pid=88094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:32:02.179373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592e37a-9747-476e-9183-056dfdb89b71 req-c60a8fe7-d333-4cad-bf3b-29c2a395655a tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:02.181046 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b592e37a-9747-476e-9183-056dfdb89b71 req-c60a8fe7-d333-4cad-bf3b-29c2a395655a tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 945 time: 0.0885689 Nov 11 11:32:02.194138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41078) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:02.232290 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-b592e37a-9747-476e-9183-056dfdb89b71 req-35be841b-8f44-445c-b847-5682a7c31878 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Nov 11 11:32:02.264867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:02.294358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:02.340919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:02.346462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ed6d8ee1-6703-4fb4-98cb-5d3061b25c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:02.363816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab9f613-d586-4369-bc43-65c009ce7d06,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:02.373961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:02.375772 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ab9f613-d586-4369-bc43-65c009ce7d06 HTTP/1.1" status: 204 len: 168 time: 0.1798942 Nov 11 11:32:02.377626 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.378039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.378444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.378851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.379291 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.379460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41082) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:02.379693 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.380089 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.380484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.380875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.381265 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.381659 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:02.385468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:02.402128 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.api.v2.resource [None req-2bd2e85b-ef3a-4cdb-9bf6-b06edc12e4bb tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] show failed (client error): The resource could not be found. Nov 11 11:32:02.403303 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2bd2e85b-ef3a-4cdb-9bf6-b06edc12e4bb tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "GET /v2.0/security-groups/9ab9f613-d586-4369-bc43-65c009ce7d06 HTTP/1.1" status: 404 len: 347 time: 0.0227611 Nov 11 11:32:02.406473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41086) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:02.791541 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Deleting port 98679586-847c-4268-99cc-78f878832d80 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:02.791923 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:02.973892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:02.974482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:03.101646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Calling delete_port for 98679586-847c-4268-99cc-78f878832d80 owned by network:floatingip {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:03.247820 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:03.253345 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4bcc4568-d7c3-4b0c-9adf-1d3634f7dc0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:03.301545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Pushing event deleted for resources: {'Port': ['ID=98679586-847c-4268-99cc-78f878832d80,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:03.304165 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:03.500081 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks [] for floatingip, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:03.550364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:03.551634 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] 10.222.0.37 "DELETE /v2.0/floatingips/a205b8c2-d89e-4acb-bb62-13cd4d8afaba HTTP/1.1" status: 204 len: 168 time: 1.1440127 Nov 11 11:32:03.558957 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcf78f-94a6-4969-a3bc-e43b78c295e5 req-80a008be-00f2-41e6-9b7c-a7dae2f9d002 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:03.560539 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d2bcf78f-94a6-4969-a3bc-e43b78c295e5 req-80a008be-00f2-41e6-9b7c-a7dae2f9d002 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 945 time: 0.1940720 Nov 11 11:32:03.571053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa801e-5201-4243-9c31-b028c9967805 req-68767ff0-8793-4ecc-907f-3887a31fa620 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:03.572591 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ffa801e-5201-4243-9c31-b028c9967805 req-68767ff0-8793-4ecc-907f-3887a31fa620 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 945 time: 0.1512942 Nov 11 11:32:03.679832 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Deleting port 02516756-24f3-4d7a-9720-30b483c7bf86 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:03.680476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:03.708920 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d2bcf78f-94a6-4969-a3bc-e43b78c295e5 req-19b70719-9128-455c-b8a8-793f7210dff3 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/security-groups?id=9185b6db-7a08-44cd-8e9c-543fbfda3aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352980 Nov 11 11:32:03.909762 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:03.945545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 3e1a0371-5962-4505-94e0-fc3117509cca {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:03.945910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 3e1a0371-5962-4505-94e0-fc3117509cca not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:03.948881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] For port 02516756-24f3-4d7a-9720-30b483c7bf86, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=02516756-24f3-4d7a-9720-30b483c7bf86,segment=NetworkSegment(eeba953d-c924-414d-a662-b48fb4d24f1f),segment_id=eeba953d-c924-414d-a662-b48fb4d24f1f)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:03.949281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:04.089379 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Calling delete_port for 02516756-24f3-4d7a-9720-30b483c7bf86 owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:04.235242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:04.241028 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:04.247462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['02516756-24f3-4d7a-9720-30b483c7bf86'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:32:04.286327 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Pushing event deleted for resources: {'Port': ['ID=02516756-24f3-4d7a-9720-30b483c7bf86,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:04.290738 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:04.362159 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] No DVR routers for this DVR port 02516756-24f3-4d7a-9720-30b483c7bf86 on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:32:04.364579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:04.367336 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b9cab8-dec5-4dbe-92a9-d939e6c52986', 'name': 'network-vif-deleted', 'tag': '02516756-24f3-4d7a-9720-30b483c7bf86'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:32:04.384732 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3ffa801e-5201-4243-9c31-b028c9967805 req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.64 "DELETE /v2.0/ports/02516756-24f3-4d7a-9720-30b483c7bf86 HTTP/1.1" status: 204 len: 173 time: 0.7931707 Nov 11 11:32:04.428862 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b9cab8-dec5-4dbe-92a9-d939e6c52986', 'name': 'network-vif-deleted', 'tag': '02516756-24f3-4d7a-9720-30b483c7bf86', 'status': 'completed', 'code': 200} Nov 11 11:32:04.903448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-e7edbe7e-f8e9-47c1-9cb6-db72eef2058c req-996c4a2b-1ade-4c8e-8f45-a8e237d1c19c tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Synchronizing usage tracker for tenant:83794f0ff7ec4678b4037c36bc30e98b on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:32:04.920714 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-e7edbe7e-f8e9-47c1-9cb6-db72eef2058c req-996c4a2b-1ade-4c8e-8f45-a8e237d1c19c tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Unset dirty status for tenant:83794f0ff7ec4678b4037c36bc30e98b on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:32:04.923468 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e7edbe7e-f8e9-47c1-9cb6-db72eef2058c req-996c4a2b-1ade-4c8e-8f45-a8e237d1c19c tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9cab8-dec5-4dbe-92a9-d939e6c52986 HTTP/1.1" status: 200 len: 210 time: 0.0687132 Nov 11 11:32:06.426540 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41124) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:07.052472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711190'] for router_interface, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:07.595488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:32:07.766088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Deleting port 2b51135a-0cde-466c-b762-0ca4a8905be3 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:07.766498 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:07.926497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 02516756-24f3-4d7a-9720-30b483c7bf86 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:07.989996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 02516756-24f3-4d7a-9720-30b483c7bf86 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:07.990648 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 02516756-24f3-4d7a-9720-30b483c7bf86 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:08.006628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] For port 2b51135a-0cde-466c-b762-0ca4a8905be3, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=2b51135a-0cde-466c-b762-0ca4a8905be3,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:08.007019 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:08.177109 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Calling delete_port for 2b51135a-0cde-466c-b762-0ca4a8905be3 owned by network:router_interface {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:08.362825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:08.367337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1e125c76-364d-4fde-ae5d-33715a000e82 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:08.412437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b51135a-0cde-466c-b762-0ca4a8905be3,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:08.415273 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:08.948546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1177126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711308'] for router_interface, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:09.587756 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:32:09.818931 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:32:09.828916 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] Sync routers for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:32:09.832498 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] 10.222.0.37 "PUT /v2.0/routers/31c7ca60-f294-48fd-8ab1-0135a2e2d805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4046381 Nov 11 11:32:09.835188 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41148) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:09.842600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:09.842844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:31:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:10.050008 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks [] for router, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:10.186322 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:10.268112 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:10.276388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Deleting port ce98e0a2-7b57-4111-9e8a-416da34fc175 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:10.276757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:10.462920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] For port ce98e0a2-7b57-4111-9e8a-416da34fc175, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=ce98e0a2-7b57-4111-9e8a-416da34fc175,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:10.463276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:10.483823 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:32:08Z', 'revision_number': 5, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port': {'id': 'ce98e0a2-7b57-4111-9e8a-416da34fc175', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:25:47Z', 'updated_at': '2021-11-11T11:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:10.488423 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] Checking router: 31c7ca60-f294-48fd-8ab1-0135a2e2d805 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:32:10.499450 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] Routers {'31c7ca60-f294-48fd-8ab1-0135a2e2d805'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:10.500920 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:31:52Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:10.597431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Calling delete_port for ce98e0a2-7b57-4111-9e8a-416da34fc175 owned by network:router_gateway {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:10.665825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] Set router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 gateway port host: None {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:10.776639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:10.782452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-130485ab-4bbe-449b-a48e-91160f2220a4 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:10.784315 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:32:10Z', 'revision_number': 6, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port_host': None}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:10.788737 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efa651-5c52-452b-90b3-5e07d2ce6921 None None] The sync data for ids ['31c7ca60-f294-48fd-8ab1-0135a2e2d805'] in dv-cinder-817417-1-smb is: [{'id': '31c7ca60-f294-48fd-8ab1-0135a2e2d805', 'name': 'tempest-AttachVolumeShelveTestJSON-1655382077-router', 'tenant_id': '6863095b62f84a09954e098318002d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:25:46Z', 'updated_at': '2021-11-11T11:32:10Z', 'revision_number': 6, 'project_id': '6863095b62f84a09954e098318002d93', 'gw_port_host': None}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:32:10.830204 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce98e0a2-7b57-4111-9e8a-416da34fc175,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:10.835046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:11.088663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697607'] for router_gateway, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.551496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device ce98e0a2-7b57-4111-9e8a-416da34fc175 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:11.588247 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: ce98e0a2-7b57-4111-9e8a-416da34fc175 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:11.588644 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device ce98e0a2-7b57-4111-9e8a-416da34fc175 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:11.589120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 2b51135a-0cde-466c-b762-0ca4a8905be3 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:11.616967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854667800'] for router, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.621573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.627375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 2b51135a-0cde-466c-b762-0ca4a8905be3 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:11.627754 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 2b51135a-0cde-466c-b762-0ca4a8905be3 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:11.647453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-615175'] for router, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.648014 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c7ca60-f294-48fd-8ab1-0135a2e2d805 {{(pid=88092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 11:32:11.664674 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] Notify callbacks [] for router, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.667831 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-63425036-0b4b-428e-8150-36b92b140f25 admin admin] 10.222.0.37 "DELETE /v2.0/routers/31c7ca60-f294-48fd-8ab1-0135a2e2d805 HTTP/1.1" status: 204 len: 168 time: 1.8297048 Nov 11 11:32:11.668651 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41162) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:11.737893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] Deleting subnet ac7f787b-ca6a-48f1-af1c-41ce6c573b8d {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:32:11.741216 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.795113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16582950'] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.880612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.948164 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838268879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591254'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:11.953135 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:11.993867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7f787b-ca6a-48f1-af1c-41ce6c573b8d,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:11.996584 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:11.999317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.005621 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1638a56-b776-47ae-8ac0-604e498ef918 None None] Network 4c31b002-3a94-4845-85a1-39c3b0112e17 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:32:12.006621 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5c68bb5c-d5f4-4f6b-b671-24c4e93394f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ac7f787b-ca6a-48f1-af1c-41ce6c573b8d HTTP/1.1" status: 204 len: 168 time: 0.3368669 Nov 11 11:32:12.009346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41166) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:12.129474 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.142849 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Deleting port a67c2908-d117-4d68-866d-b5c9cb8bf534 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:12.143255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.276496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] DHCP port deletion for 4c31b002-3a94-4845-85a1-39c3b0112e17 request from dv-cinder-817417-1-smb {{(pid=88094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 11:32:12.280947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] Deleting port a67c2908-d117-4d68-866d-b5c9cb8bf534 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:12.281861 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.376285 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] For port a67c2908-d117-4d68-866d-b5c9cb8bf534, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=a67c2908-d117-4d68-866d-b5c9cb8bf534,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:12.376705 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.506448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] For port a67c2908-d117-4d68-866d-b5c9cb8bf534, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=a67c2908-d117-4d68-866d-b5c9cb8bf534,segment=NetworkSegment(54d8f091-1725-44aa-8170-bd6aa206f02a),segment_id=54d8f091-1725-44aa-8170-bd6aa206f02a)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:12.506891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.513803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Calling delete_port for a67c2908-d117-4d68-866d-b5c9cb8bf534 owned by network:dhcp {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:12.595720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.601527 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bf3573a1-39f3-4e58-bc7b-45fa5e5903b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:12.645341 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] No DVR routers for this DVR port a67c2908-d117-4d68-866d-b5c9cb8bf534 on host dv-cinder-817417-1-smb {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:32:12.666381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] Calling delete_port for a67c2908-d117-4d68-866d-b5c9cb8bf534 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:12.690788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67c2908-d117-4d68-866d-b5c9cb8bf534,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:12.698086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:12.786571 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.db.api [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88094) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:32:12.786740 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_db.api [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 11:32:12.806381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.832991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c31b002-3a94-4845-85a1-39c3b0112e17']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:12.846973 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d8f091-1725-44aa-8170-bd6aa206f02a') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:12.847353 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d8f091-1725-44aa-8170-bd6aa206f02a') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:12.860481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.875453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.881711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:32:12.882140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:32:12.896047 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:32:12.976429 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:12.980663 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3e68a2f4-8a12-4468-b919-640510c32f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:12.997224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:13.003743 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c31b002-3a94-4845-85a1-39c3b0112e17,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:13.008430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:13.014400 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b4349431-e009-4e79-b398-af6678d62ae2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c31b002-3a94-4845-85a1-39c3b0112e17 HTTP/1.1" status: 204 len: 168 time: 1.0040286 Nov 11 11:32:13.164195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41180) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:13.220191 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-39428cf3-b96f-41be-ae90-ca4e0fb85d45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6863095b62f84a09954e098318002d93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543671 Nov 11 11:32:13.222457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41184) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:13.287627 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] Deleting port a67c2908-d117-4d68-866d-b5c9cb8bf534 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:13.288054 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:13.291454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1bc72719-0972-44fd-a4c3-2be7f6210297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:13.319904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1bc72719-0972-44fd-a4c3-2be7f6210297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:13.356858 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-2b161356-f881-4f3b-b3dc-86def46cbf48 None None] The port 'a67c2908-d117-4d68-866d-b5c9cb8bf534' was deleted {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 11:32:13.372478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1bc72719-0972-44fd-a4c3-2be7f6210297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:13.378117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1a95ffbf-d81c-4eff-aed7-1de030ff69df tempest-VolumesNegativeTest-1849246165 tempest-VolumesNegativeTest-1849246165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:13.392688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc72719-0972-44fd-a4c3-2be7f6210297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f043aa3d-4132-4bea-9756-399472c6e6a2,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:13.397933 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1bc72719-0972-44fd-a4c3-2be7f6210297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:13.400044 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1bc72719-0972-44fd-a4c3-2be7f6210297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:13.401265 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1bc72719-0972-44fd-a4c3-2be7f6210297 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f043aa3d-4132-4bea-9756-399472c6e6a2 HTTP/1.1" status: 204 len: 168 time: 0.1778350 Nov 11 11:32:13.546559 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device a67c2908-d117-4d68-866d-b5c9cb8bf534 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:13.582116 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: a67c2908-d117-4d68-866d-b5c9cb8bf534 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:13.582511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device a67c2908-d117-4d68-866d-b5c9cb8bf534 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:17.990859 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41276) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:18.143514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:18.178441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:32:18.182685 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Usage tracker for resource:security_group_rule and tenant:aad83f77c46f4a26991dea9e0aadd739 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:32:18.185712 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:32:18.192130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:32:18.259093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:18.261979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:18.269518 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-97e0a6f6-54d3-4741-a000-c39fc321b0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:18.316082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b13396-df76-482d-a3cd-88c8256aa600,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:18.319443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:18.322303 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-77809c9e-68b1-4099-86d9-d5efc7292d6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aad83f77c46f4a26991dea9e0aadd739&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303013 Nov 11 11:32:18.325413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41282) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:18.393656 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb135-b0b6-4c5e-bafa-3b86e3e8e976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:18.423946 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb135-b0b6-4c5e-bafa-3b86e3e8e976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:18.470657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb135-b0b6-4c5e-bafa-3b86e3e8e976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:18.475791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a45cdb3b-5a54-453e-b682-87f1fd09c827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:18.486597 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cb135-b0b6-4c5e-bafa-3b86e3e8e976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b13396-df76-482d-a3cd-88c8256aa600,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:18.489334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ad4cb135-b0b6-4c5e-bafa-3b86e3e8e976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:18.495096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ad4cb135-b0b6-4c5e-bafa-3b86e3e8e976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:18.499483 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ad4cb135-b0b6-4c5e-bafa-3b86e3e8e976 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23b13396-df76-482d-a3cd-88c8256aa600 HTTP/1.1" status: 204 len: 168 time: 0.1699018 Nov 11 11:32:18.875446 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-c06bc339-71dc-457d-990a-fb7090805359 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742173816&fields=id&tenant_id=f1383ecbd0f84f8c80fc4313f8950412 HTTP/1.1" status: 200 len: 267 time: 0.0749311 Nov 11 11:32:18.981487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-d0e97e68-32e9-40e0-8d0c-47bc5a75a4a2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:18.984042 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-d0e97e68-32e9-40e0-8d0c-47bc5a75a4a2 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 985 time: 0.1074810 Nov 11 11:32:18.994707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6c9a598e-58d2-45c8-bb78-b1261eb6b452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:18.999403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.v2.base [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Request body: {'port': {'security_groups': ['bd458f48-a657-4f84-8593-533c7070a407']}} {{(pid=88092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 11:32:19.138323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:19.416570 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] For port c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:19.444462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for port, precommit_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:19.448236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838268850'] for port, after_update {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:19.456056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-86905f71-3136-4592-98bc-eb695fae9d65 tempest-VolumesSnapshotTestJSON-2135009272 tempest-VolumesSnapshotTestJSON-2135009272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:19.461302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['c46c8ae7-1e00-43a0-8bb0-82acb645b29e'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:32:19.528900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:19.529598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:19.535583 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ead3849b-c906-4611-8b7a-87aaec663a67 req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "PUT /v2.0/ports/c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 943 time: 0.5432620 Nov 11 11:32:19.538752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41316) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:19.540941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:32:19.579838 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event updated for resources: {'Port': ['ID=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,revision_number=7']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:19.586822 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-50e0e86f-67a6-4381-929d-8e009647db10 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:19.606650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['c46c8ae7-1e00-43a0-8bb0-82acb645b29e'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:32:19.625635 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'status': 'completed', 'code': 200} Nov 11 11:32:19.683732 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-442a08fa-e3c3-4d72-9a4c-a6606d98df6e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:19.739183 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-442a08fa-e3c3-4d72-9a4c-a6606d98df6e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:19.787940 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89265386-90da-440d-8ffb-22a08e632147 req-9fa7744e-d2ce-432e-8a8d-05c3d71da823 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1099 time: 0.1197712 Nov 11 11:32:19.849632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-442a08fa-e3c3-4d72-9a4c-a6606d98df6e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:19.861394 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b15e64e3-ebda-4f65-b825-2cb8d2ba574e tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:19.901207 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a08fa-e3c3-4d72-9a4c-a6606d98df6e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be631db-c011-4ceb-b5c9-bf70ec791968,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:19.904509 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-442a08fa-e3c3-4d72-9a4c-a6606d98df6e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:19.912220 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-442a08fa-e3c3-4d72-9a4c-a6606d98df6e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:19.916217 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-442a08fa-e3c3-4d72-9a4c-a6606d98df6e tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "DELETE /v2.0/security-groups/2be631db-c011-4ceb-b5c9-bf70ec791968 HTTP/1.1" status: 204 len: 168 time: 0.3737543 Nov 11 11:32:19.917011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41324) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:19.984902 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89265386-90da-440d-8ffb-22a08e632147 req-04bfef5a-bb3c-42c6-820b-4fbe5cac3094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:19.986759 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89265386-90da-440d-8ffb-22a08e632147 req-04bfef5a-bb3c-42c6-820b-4fbe5cac3094 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 200 len: 916 time: 0.1875026 Nov 11 11:32:20.083281 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-24451794-6d0a-4d15-afbb-266c1993ecf6 None None] Provisioning complete for port c46c8ae7-1e00-43a0-8bb0-82acb645b29e triggered by entity DHCP. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:32:20.083760 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-24451794-6d0a-4d15-afbb-266c1993ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:20.127310 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89265386-90da-440d-8ffb-22a08e632147 req-08495bcd-e317-4216-94a9-1e8111d1b566 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 1002 time: 0.1301997 Nov 11 11:32:20.227819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89265386-90da-440d-8ffb-22a08e632147 req-67a76dc0-d248-4239-9021-43fb278cd584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:20.229909 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89265386-90da-440d-8ffb-22a08e632147 req-67a76dc0-d248-4239-9021-43fb278cd584 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b27bc55-64e7-4f58-8f3c-c44e42476aea HTTP/1.1" status: 200 len: 854 time: 0.0950720 Nov 11 11:32:20.246624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Deleting port a34fe318-4220-4062-96b9-8bf03e6c1efb {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:20.247371 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:20.322417 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89265386-90da-440d-8ffb-22a08e632147 req-9e325bb3-185a-42e0-8963-f97192a747bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9531cf-9913-4c7f-969e-4c35934419f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830264 Nov 11 11:32:20.504282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:20.504653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:20.522619 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89265386-90da-440d-8ffb-22a08e632147 req-9377123a-6de4-4cd2-91a0-6c9ddbb2a742 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920509 Nov 11 11:32:20.588019 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:20.705509 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-89265386-90da-440d-8ffb-22a08e632147 req-8112d2c0-338e-4881-8500-8b8bcd62a0d4 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756611 Nov 11 11:32:20.722671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Calling delete_port for a34fe318-4220-4062-96b9-8bf03e6c1efb owned by network:floatingip {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:20.924444 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:20.929169 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2c1946e6-a35a-4569-b25b-8c16725b0bc3 tempest-VolumesActionsTest-247843087 tempest-VolumesActionsTest-247843087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:20.974655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event deleted for resources: {'Port': ['ID=a34fe318-4220-4062-96b9-8bf03e6c1efb,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:20.978718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:21.080720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:21.615711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Router 50a90674-e54b-4c4c-a768-e88484b70291 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:32:21.657548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4c50bd08-c4c7-4b71-804c-d3b0e29bed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:21.693224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:21.856286 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:32:21.867879 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] Sync routers for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:32:21.877764 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:21.882306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:21.883073 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:32:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:21.938674 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "DELETE /v2.0/floatingips/4960f481-4c10-484b-b3eb-0d7d279f6599 HTTP/1.1" status: 204 len: 168 time: 2.0203731 Nov 11 11:32:21.940639 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:32:21.999097 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'status': 'completed', 'code': 200} Nov 11 11:32:22.101028 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-e1d3bb20-c3b2-4221-9dc8-3a65fd6d9f6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 1099 time: 0.0796752 Nov 11 11:32:22.164403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:22.260651 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-8d38de6e-da7c-4ba6-9e53-7d8200c93c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:22.262545 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-8d38de6e-da7c-4ba6-9e53-7d8200c93c96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 200 len: 916 time: 0.1541157 Nov 11 11:32:22.354893 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-dd384af8-b59f-4921-a9db-92683ae275ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 200 len: 217 time: 0.0841863 Nov 11 11:32:22.435462 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-a2224e5c-707b-466a-89ea-cb14a4081e0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:22.437046 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-a2224e5c-707b-466a-89ea-cb14a4081e0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b27bc55-64e7-4f58-8f3c-c44e42476aea HTTP/1.1" status: 200 len: 854 time: 0.0752954 Nov 11 11:32:22.525147 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-4f77fe8a-f344-49a4-9063-dc139c8011a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9531cf-9913-4c7f-969e-4c35934419f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812078 Nov 11 11:32:22.528235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 5, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:22.533167 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] Checking router: 50a90674-e54b-4c4c-a768-e88484b70291 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:32:22.544901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:22.545557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:32:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:22.699564 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-d084478b-a9ff-4045-bebb-b8dc90be045c service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652548 Nov 11 11:32:22.870526 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4e05d5e2-804b-4e76-acec-472400d72ea9 req-69f578b1-f427-4237-af3a-24ad35fb7ac2 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630955 Nov 11 11:32:22.909485 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:23.317503 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 5, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:23.322086 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64083277-a556-4c6a-900a-cf01b7945551 None None] The sync data for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb is: [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:29:53Z', 'revision_number': 4, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': '7557cc0f-b2a7-4db1-9cfb-c58c80f90af3', 'name': '', 'network_id': '2c9531cf-9913-4c7f-969e-4c35934419f8', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'mac_address': 'fa:16:3e:63:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 5, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'subnets': [{'id': '3b27bc55-64e7-4f58-8f3c-c44e42476aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:32:23.474749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:23.809816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1141aa-7204-4c78-ab0e-a0a580139a4b None None] New status for floating IP 4960f481-4c10-484b-b3eb-0d7d279f6599: DOWN {{(pid=88095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:32:24.579092 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41430) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:24.650043 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] Deleting subnet e64daeeb-7187-4c12-9b67-794f60bef465 {{(pid=88093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:32:24.654616 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:24.711380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16643600'] for subnet, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:24.775142 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:24.851675 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16643788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840087677'] for subnet, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:24.856335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-eedde470-4ba8-4687-b54b-e5aaa6f91785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:24.895821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64daeeb-7187-4c12-9b67-794f60bef465,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:24.898698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:24.901966 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:24.909233 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4fba556d-1f46-4618-999a-0aecf448b645 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e64daeeb-7187-4c12-9b67-794f60bef465 HTTP/1.1" status: 204 len: 168 time: 0.3286452 Nov 11 11:32:24.912172 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41438) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:25.035358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.356628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6652de-a7f2-4c9c-b818-be84adc204c7 req-78ad5bb8-5b2d-4484-8bd4-a603a009859b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:25.358247 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2d6652de-a7f2-4c9c-b818-be84adc204c7 req-78ad5bb8-5b2d-4484-8bd4-a603a009859b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.0836694 Nov 11 11:32:25.370020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.401189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ffebe4-9fa4-4d80-935c-d83f6ac08a9e']}} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:25.408104 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2d6652de-a7f2-4c9c-b818-be84adc204c7 req-d6fc5c42-8231-4845-acb3-584348809b7d tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Nov 11 11:32:25.415878 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeba953d-c924-414d-a662-b48fb4d24f1f') {'for_net_delete': True} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:25.416213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeba953d-c924-414d-a662-b48fb4d24f1f') {} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:25.429234 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838132199'] for segment, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.444567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.451041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=88093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:32:25.451507 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838131602'] for segment, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:32:25.465937 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:32:25.543346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.547528 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a850f10b-990e-4b98-8851-70f40f2f6c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:25.567012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.569531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ffebe4-9fa4-4d80-935c-d83f6ac08a9e,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:25.572598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:25.581954 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] 10.222.0.37 "DELETE /v2.0/networks/29ffebe4-9fa4-4d80-935c-d83f6ac08a9e HTTP/1.1" status: 204 len: 168 time: 0.6687553 Nov 11 11:32:25.584960 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41446) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:25.650530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Deleting subnet 64f3a0c8-69da-4261-b31a-fabe45fb2c58 {{(pid=88093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:32:25.653744 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.712909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16643600'] for subnet, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.773981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.850790 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16643788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840087677'] for subnet, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.855941 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-74a0a55e-e0f3-4c9e-96e1-6a9a8bfbb248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:25.897482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f3a0c8-69da-4261-b31a-fabe45fb2c58,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:25.901914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:25.905522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:25.914556 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/64f3a0c8-69da-4261-b31a-fabe45fb2c58 HTTP/1.1" status: 204 len: 168 time: 0.3262885 Nov 11 11:32:25.914816 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41458) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:26.029166 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.169985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.198501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a']}} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:26.212427 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1468136b-41f9-4187-99f9-608d08f714a4') {'for_net_delete': True} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:26.212886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1468136b-41f9-4187-99f9-608d08f714a4') {} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:26.225635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838132199'] for segment, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.243242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.249706 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=88093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:32:26.250800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838131602'] for segment, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:32:26.265646 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:32:26.350366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.354991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.359031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d8ab5e8-c15f-43dd-b8b1-68772b01acef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:26.380282 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:26.382912 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:26.386903 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d21d73e7-f532-4255-9ed8-f34a48761d11 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cd49d2cd-e26f-4d02-9b26-ec7c7bbb887a HTTP/1.1" status: 204 len: 168 time: 0.4686103 Nov 11 11:32:26.608537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41472) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:26.681865 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c5c1c-cc46-4d59-8753-92966f511377 req-97e30b4b-f266-49a7-b861-acda0eace819 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:26.683586 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8d8c5c1c-cc46-4d59-8753-92966f511377 req-97e30b4b-f266-49a7-b861-acda0eace819 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.1359417 Nov 11 11:32:26.693495 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-739fbaa3-5f4a-48ce-b5b2-bceafebf7868 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83794f0ff7ec4678b4037c36bc30e98b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0834548 Nov 11 11:32:26.696319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41478) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:26.756178 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8d8c5c1c-cc46-4d59-8753-92966f511377 req-31c626bd-d474-415b-9645-28fbf4e50c6d tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611129 Nov 11 11:32:26.788500 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-35d25986-24b4-46b7-94f4-e7e2748be22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.817884 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-35d25986-24b4-46b7-94f4-e7e2748be22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.868896 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-35d25986-24b4-46b7-94f4-e7e2748be22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.874627 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5e866be6-9b9e-4191-aa3d-700d7499a953 tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:26.892191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d25986-24b4-46b7-94f4-e7e2748be22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9185b6db-7a08-44cd-8e9c-543fbfda3aff,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:26.895475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-35d25986-24b4-46b7-94f4-e7e2748be22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:26.903246 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-35d25986-24b4-46b7-94f4-e7e2748be22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:26.907517 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-35d25986-24b4-46b7-94f4-e7e2748be22f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9185b6db-7a08-44cd-8e9c-543fbfda3aff HTTP/1.1" status: 204 len: 168 time: 0.2096832 Nov 11 11:32:27.111494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-e1d14f14-06de-465f-b327-bae5c46f8779 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:27.113155 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-e1d14f14-06de-465f-b327-bae5c46f8779 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.1502056 Nov 11 11:32:27.116216 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-75607f2f-35de-4a8b-bfb2-c00ba79064bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142623 Nov 11 11:32:27.240511 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Deleting port c46c8ae7-1e00-43a0-8bb0-82acb645b29e {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:27.240893 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:27.326430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41488) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:27.345072 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-4633a230-bca9-4786-8755-d1ccbea23deb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.1930749 Nov 11 11:32:27.388911 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:27.396520 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-613f8361-f689-46c6-b7f5-13d4c66526b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb424f54b10249b9913d3d437a4f44e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0687351 Nov 11 11:32:27.399199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41492) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:27.472238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f2eba7e2-9ce3-46da-ab0f-a8d0f62d799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:27.505078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f2eba7e2-9ce3-46da-ab0f-a8d0f62d799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:27.556813 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f2eba7e2-9ce3-46da-ab0f-a8d0f62d799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:27.562215 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-26aa0fa7-80d3-4b45-a09e-fd518ae455bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:27.577970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eba7e2-9ce3-46da-ab0f-a8d0f62d799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9aadca-9614-480f-9de8-299bf622c64d,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:27.581922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f2eba7e2-9ce3-46da-ab0f-a8d0f62d799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:27.582859 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f2eba7e2-9ce3-46da-ab0f-a8d0f62d799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:27.586770 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-f2eba7e2-9ce3-46da-ab0f-a8d0f62d799d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c9aadca-9614-480f-9de8-299bf622c64d HTTP/1.1" status: 204 len: 168 time: 0.1837983 Nov 11 11:32:27.881475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-01e279af-02e2-4bac-b643-f81af10474e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:27.883133 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-01e279af-02e2-4bac-b643-f81af10474e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 909 time: 0.5158193 Nov 11 11:32:27.884989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] For port c46c8ae7-1e00-43a0-8bb0-82acb645b29e, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:27.885640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:28.131793 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Calling delete_port for c46c8ae7-1e00-43a0-8bb0-82acb645b29e owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:28.235415 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-3dc94ac3-d817-48a4-b36a-8f21f082e935 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 1002 time: 0.3411479 Nov 11 11:32:28.333063 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c828-4826-4192-aee5-5331144f5d37 req-9e6f7ff3-f569-4106-94e3-0455aef3051c tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:28.334673 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3220c828-4826-4192-aee5-5331144f5d37 req-9e6f7ff3-f569-4106-94e3-0455aef3051c tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c2b5dea-cf20-4ebc-ada7-fec392eac940 HTTP/1.1" status: 200 len: 946 time: 0.3860793 Nov 11 11:32:28.412769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-a3a6fc5e-2c96-4e0b-b624-1e73afb52cad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:28.414611 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-a3a6fc5e-2c96-4e0b-b624-1e73afb52cad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.1673956 Nov 11 11:32:28.509500 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3220c828-4826-4192-aee5-5331144f5d37 req-af9c7f6d-372f-478a-8d63-a7fb7e52a017 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd458f48-a657-4f84-8593-533c7070a407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364954 Nov 11 11:32:28.510148 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:28.518734 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a6455baf-c885-4f79-ad17-127c2c00ee30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:28.523913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['c46c8ae7-1e00-43a0-8bb0-82acb645b29e'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:32:28.569480 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Pushing event deleted for resources: {'Port': ['ID=c46c8ae7-1e00-43a0-8bb0-82acb645b29e,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:28.579638 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:28.669005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] No DVR routers for this DVR port c46c8ae7-1e00-43a0-8bb0-82acb645b29e on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:32:28.672568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:28.675779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'name': 'network-vif-deleted', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:32:28.683091 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-9d7f134c-c3a0-415f-9cf4-c916fbc540b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2596378 Nov 11 11:32:28.698130 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d65a1b03-3860-4f02-a753-624fb49e6a69 req-5b0f8030-d1b1-4b69-b801-0934e17057fd tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] 10.222.0.64 "DELETE /v2.0/ports/c46c8ae7-1e00-43a0-8bb0-82acb645b29e HTTP/1.1" status: 204 len: 173 time: 1.5755394 Nov 11 11:32:28.751075 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2b5dea-cf20-4ebc-ada7-fec392eac940', 'name': 'network-vif-deleted', 'tag': 'c46c8ae7-1e00-43a0-8bb0-82acb645b29e', 'status': 'completed', 'code': 200} Nov 11 11:32:28.851379 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-68174aba-f9c9-482b-af0e-9c9ddca4bb8f service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562433 Nov 11 11:32:29.001632 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-7160dc5b-7650-4257-b191-e6ba1755d6ce req-0b08aef3-4ac6-4cfb-888f-9b2f74e9454c service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423838 Nov 11 11:32:30.400650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41656) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:31.013758 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711190'] for router_interface, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:31.986006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Deleting port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:31.986913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:32.046986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device c46c8ae7-1e00-43a0-8bb0-82acb645b29e no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:32.095887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: c46c8ae7-1e00-43a0-8bb0-82acb645b29e {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:32.096402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device c46c8ae7-1e00-43a0-8bb0-82acb645b29e not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:32.199090 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] For port 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:32.199530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:32.331934 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Calling delete_port for 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 owned by network:router_interface {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:32.522891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:32.527687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b509a3c2-38a3-43f4-b1b2-28f53d9174b1 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:32.575421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=7557cc0f-b2a7-4db1-9cfb-c58c80f90af3,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:32.579504 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:33.342586 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1177126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711308'] for router_interface, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:34.021401 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Router 50a90674-e54b-4c4c-a768-e88484b70291 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:32:34.266130 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:32:34.283062 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] Sync routers for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:32:34.288926 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7753fedd-4117-4bbc-a29a-6964b7583eaa admin admin] 10.222.0.37 "PUT /v2.0/routers/50a90674-e54b-4c4c-a768-e88484b70291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8866208 Nov 11 11:32:34.292836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41700) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:34.322609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:34.323741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:32:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:34.566149 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks [] for router, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:34.567357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:34.845358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:34.856835 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Deleting port 02915288-0de8-487c-8b5e-75b16caa1300 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:34.857321 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:34.936408 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '02915288-0de8-487c-8b5e-75b16caa1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:32:32Z', 'revision_number': 5, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port': {'id': '02915288-0de8-487c-8b5e-75b16caa1300', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a90674-e54b-4c4c-a768-e88484b70291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:50Z', 'updated_at': '2021-11-11T11:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:34.941953 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] Checking router: 50a90674-e54b-4c4c-a768-e88484b70291 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:32:34.960676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] Routers {'50a90674-e54b-4c4c-a768-e88484b70291'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:34.961757 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:32:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['50a90674-e54b-4c4c-a768-e88484b70291'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:35.052023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] For port 02915288-0de8-487c-8b5e-75b16caa1300, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=02915288-0de8-487c-8b5e-75b16caa1300,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:35.052441 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:35.185227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] Set router 50a90674-e54b-4c4c-a768-e88484b70291 gateway port host: None {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:35.279903 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Calling delete_port for 02915288-0de8-487c-8b5e-75b16caa1300 owned by network:router_gateway {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:35.320060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:32:34Z', 'revision_number': 6, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port_host': None}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:35.324466 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d19efe-3973-401c-91f0-0edf4bcdced1 None None] The sync data for ids ['50a90674-e54b-4c4c-a768-e88484b70291'] in dv-cinder-817417-1-smb is: [{'id': '50a90674-e54b-4c4c-a768-e88484b70291', 'name': 'tempest-TestMinimumBasicScenario-1781314534-router', 'tenant_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:49Z', 'updated_at': '2021-11-11T11:32:34Z', 'revision_number': 6, 'project_id': 'f1383ecbd0f84f8c80fc4313f8950412', 'gw_port_host': None}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:32:35.494324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:35.499123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-66275fc8-d1b9-482b-87b9-6209fe93d62d tempest-AttachVolumeShelveTestJSON-1418398876 tempest-AttachVolumeShelveTestJSON-1418398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:35.538430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:35.547884 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Pushing event deleted for resources: {'Port': ['ID=02915288-0de8-487c-8b5e-75b16caa1300,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:35.550562 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:35.577037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:35.578453 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 7557cc0f-b2a7-4db1-9cfb-c58c80f90af3 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:36.056747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697607'] for router_gateway, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.360208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854667800'] for router, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.365307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.400071 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-615175'] for router, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.400701 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a90674-e54b-4c4c-a768-e88484b70291 {{(pid=88092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 11:32:36.420829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] Notify callbacks [] for router, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.423351 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bbc05759-9d25-41a0-b034-c8e7bd341093 admin admin] 10.222.0.37 "DELETE /v2.0/routers/50a90674-e54b-4c4c-a768-e88484b70291 HTTP/1.1" status: 204 len: 168 time: 2.1286180 Nov 11 11:32:36.427302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41720) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:36.513273 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] Deleting subnet 3b27bc55-64e7-4f58-8f3c-c44e42476aea {{(pid=88092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:32:36.517870 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.583872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16582950'] for subnet, precommit_delete_associations {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.683205 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.759894 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838268879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16591254'] for subnet, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.765986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:36.815792 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b27bc55-64e7-4f58-8f3c-c44e42476aea,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:36.819054 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:36.821977 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for subnet, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.830218 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8b6c358f-10ec-446c-a4e0-409132bb995c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3b27bc55-64e7-4f58-8f3c-c44e42476aea HTTP/1.1" status: 204 len: 168 time: 0.4017067 Nov 11 11:32:36.830469 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94282965-d355-4e9c-a4c5-c7c4dc571e7b None None] Network 2c9531cf-9913-4c7f-969e-4c35934419f8 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:32:36.833357 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41734) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:36.962791 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:36.975775 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Deleting port d69bb0be-32a9-43c2-a3e3-937cf73ed306 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:36.976147 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.115633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] DHCP port deletion for 2c9531cf-9913-4c7f-969e-4c35934419f8 request from dv-cinder-817417-1-smb {{(pid=88094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 11:32:37.120279 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] Deleting port d69bb0be-32a9-43c2-a3e3-937cf73ed306 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:37.120709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.210577 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] For port d69bb0be-32a9-43c2-a3e3-937cf73ed306, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=d69bb0be-32a9-43c2-a3e3-937cf73ed306,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:37.211033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.338492 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] For port d69bb0be-32a9-43c2-a3e3-937cf73ed306, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=d69bb0be-32a9-43c2-a3e3-937cf73ed306,segment=NetworkSegment(b14cb621-993b-473b-84e8-d9a924983115),segment_id=b14cb621-993b-473b-84e8-d9a924983115)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:37.338851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.345677 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Calling delete_port for d69bb0be-32a9-43c2-a3e3-937cf73ed306 owned by network:dhcp {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:37.427902 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.432649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-402a874d-8920-44f6-ad3f-9811ebd9070b tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:37.470833 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] Calling delete_port for d69bb0be-32a9-43c2-a3e3-937cf73ed306 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:37.478227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69bb0be-32a9-43c2-a3e3-937cf73ed306,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:37.481273 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:37.483625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] No DVR routers for this DVR port d69bb0be-32a9-43c2-a3e3-937cf73ed306 on host dv-cinder-817417-1-smb {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:32:37.553506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.db.api [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88094) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:32:37.553919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_db.api [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 11:32:37.566481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device d69bb0be-32a9-43c2-a3e3-937cf73ed306 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:37.601141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: d69bb0be-32a9-43c2-a3e3-937cf73ed306 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:37.601683 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device d69bb0be-32a9-43c2-a3e3-937cf73ed306 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:37.601880 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 02915288-0de8-487c-8b5e-75b16caa1300 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:37.616231 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.638138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 02915288-0de8-487c-8b5e-75b16caa1300 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:37.638530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 02915288-0de8-487c-8b5e-75b16caa1300 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:37.654733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9531cf-9913-4c7f-969e-4c35934419f8']}} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:37.668979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14cb621-993b-473b-84e8-d9a924983115') {'for_net_delete': True} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:37.669318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14cb621-993b-473b-84e8-d9a924983115') {} {{(pid=88092) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:37.682227 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838192849'] for segment, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.697862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.704569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=88092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:32:37.704994 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510611'] for segment, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:32:37.724162 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:32:37.811280 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.815713 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-37780c78-d676-4f28-8a6e-96605bf6e457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:37.830182 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:37.841643 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9531cf-9913-4c7f-969e-4c35934419f8,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:37.845943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:37.856752 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-cc29936e-a586-4f36-b8d9-13ed39428363 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2c9531cf-9913-4c7f-969e-4c35934419f8 HTTP/1.1" status: 204 len: 168 time: 1.0220981 Nov 11 11:32:37.860590 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41742) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:38.055428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] Deleting port d69bb0be-32a9-43c2-a3e3-937cf73ed306 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:38.055872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:38.123141 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-cacf279b-52d3-44be-8621-6be9e5f6da06 None None] The port 'd69bb0be-32a9-43c2-a3e3-937cf73ed306' was deleted {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 11:32:38.283943 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711190'] for router_interface, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:38.942997 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Deleting port c063eeea-c3e3-4177-beac-3e32bc7cbfe8 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:38.943601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:39.137583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] For port c063eeea-c3e3-4177-beac-3e32bc7cbfe8, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,segment=NetworkSegment(6dcb2849-d56a-40fb-bc46-ca90643f52d5),segment_id=6dcb2849-d56a-40fb-bc46-ca90643f52d5)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:39.137983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:39.273588 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Calling delete_port for c063eeea-c3e3-4177-beac-3e32bc7cbfe8 owned by network:router_interface {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:39.460660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:39.465189 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7e114736-8ecd-4488-bcb6-2f7acccc9942 tempest-VolumesActionsTest-2103362513 tempest-VolumesActionsTest-2103362513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:39.512128 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Pushing event deleted for resources: {'Port': ['ID=c063eeea-c3e3-4177-beac-3e32bc7cbfe8,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:39.515195 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:40.081579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1177126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711308'] for router_interface, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:40.736388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Router ccc84ce7-042d-4f3a-a657-c5500c467647 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:32:40.955180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:32:40.965213 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ca289303-be64-4821-b0df-5cba556f7360 admin admin] 10.222.0.37 "PUT /v2.0/routers/ccc84ce7-042d-4f3a-a657-c5500c467647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1033731 Nov 11 11:32:40.966610 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] Sync routers for ids ['ccc84ce7-042d-4f3a-a657-c5500c467647'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:32:40.968023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41768) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:40.980752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] Routers {'ccc84ce7-042d-4f3a-a657-c5500c467647'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:40.981420 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:32:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['ccc84ce7-042d-4f3a-a657-c5500c467647'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:41.180698 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] Set router ccc84ce7-042d-4f3a-a657-c5500c467647 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:41.193624 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:41.414048 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:41.422772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Deleting port 3bc7b0c4-a422-4287-8693-bb704bad2259 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:41.423137 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:41.506421 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:32:39Z', 'revision_number': 5, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port': {'id': '3bc7b0c4-a422-4287-8693-bb704bad2259', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:41.508595 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] Checking router: ccc84ce7-042d-4f3a-a657-c5500c467647 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:32:41.521424 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] Routers {'ccc84ce7-042d-4f3a-a657-c5500c467647'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:32:41.522113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:32:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['ccc84ce7-042d-4f3a-a657-c5500c467647'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:41.615896 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] For port 3bc7b0c4-a422-4287-8693-bb704bad2259, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=3bc7b0c4-a422-4287-8693-bb704bad2259,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:41.616359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:41.714967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] Set router ccc84ce7-042d-4f3a-a657-c5500c467647 gateway port host: None {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:32:41.759930 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Calling delete_port for 3bc7b0c4-a422-4287-8693-bb704bad2259 owned by network:router_gateway {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:41.946537 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:41.951370 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d13928f9-5c7c-41a6-bf7d-530d1da6fa53 tempest-TestMinimumBasicScenario-1356421802 tempest-TestMinimumBasicScenario-1356421802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:41.976996 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:32:41Z', 'revision_number': 6, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port_host': None}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:41.981573 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46ca3d-a771-4d1e-a3a5-429f0837c36d None None] The sync data for ids ['ccc84ce7-042d-4f3a-a657-c5500c467647'] in dv-cinder-817417-1-smb is: [{'id': 'ccc84ce7-042d-4f3a-a657-c5500c467647', 'name': 'tempest-TestMinimumBasicScenario-976046722-router', 'tenant_id': '995e971db2de435dadbef6546705d4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:59Z', 'updated_at': '2021-11-11T11:32:41Z', 'revision_number': 6, 'project_id': '995e971db2de435dadbef6546705d4bd', 'gw_port_host': None}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:32:41.993922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc7b0c4-a422-4287-8693-bb704bad2259,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:41.998380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:42.459119 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697607'] for router_gateway, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:42.725298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854667800'] for router, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:42.729726 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:42.820226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-615175'] for router, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:42.820781 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc84ce7-042d-4f3a-a657-c5500c467647 {{(pid=88093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 11:32:42.835269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:42.838892 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-778bd3ef-c483-41fb-b064-076106ca40b8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ccc84ce7-042d-4f3a-a657-c5500c467647 HTTP/1.1" status: 204 len: 168 time: 1.8666975 Nov 11 11:32:42.839184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41800) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:42.917381 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] Deleting subnet a93d3fed-bb19-4485-b9b4-60896e610a58 {{(pid=88093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:32:42.920869 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:42.978556 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16643600'] for subnet, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.108378 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.184615 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16643788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840087677'] for subnet, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.190679 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3166640a-524d-49f7-a8db-8578744984aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:43.230343 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93d3fed-bb19-4485-b9b4-60896e610a58,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:43.234798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:43.238857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.245051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a104ed-944a-4047-92c9-53bb47718378 None None] Network 5a87325d-3031-450f-9099-4102a81b48e1 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:32:43.245631 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bc126433-75ca-48f6-ad25-760d006fa7f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a93d3fed-bb19-4485-b9b4-60896e610a58 HTTP/1.1" status: 204 len: 168 time: 0.4053590 Nov 11 11:32:43.248200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41812) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:43.377240 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.389245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Deleting port af0fe08a-59af-41bd-98be-978efa7e7c64 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:43.389614 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.519762 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] DHCP port deletion for 5a87325d-3031-450f-9099-4102a81b48e1 request from dv-cinder-817417-1-smb {{(pid=88094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 11:32:43.524653 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] Deleting port af0fe08a-59af-41bd-98be-978efa7e7c64 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:43.525080 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.588283 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 3bc7b0c4-a422-4287-8693-bb704bad2259 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:43.615983 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] For port af0fe08a-59af-41bd-98be-978efa7e7c64, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=af0fe08a-59af-41bd-98be-978efa7e7c64,segment=NetworkSegment(6dcb2849-d56a-40fb-bc46-ca90643f52d5),segment_id=6dcb2849-d56a-40fb-bc46-ca90643f52d5)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:43.616379 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.661560 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 3bc7b0c4-a422-4287-8693-bb704bad2259 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:43.662364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 3bc7b0c4-a422-4287-8693-bb704bad2259 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:43.662839 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device c063eeea-c3e3-4177-beac-3e32bc7cbfe8 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:43.748324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Calling delete_port for af0fe08a-59af-41bd-98be-978efa7e7c64 owned by network:dhcp {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:43.833285 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:43.838494 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3c10045d-880b-4340-a703-448b3797ebd6 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:43.871519 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: c063eeea-c3e3-4177-beac-3e32bc7cbfe8 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:43.871917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device c063eeea-c3e3-4177-beac-3e32bc7cbfe8 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:43.872392 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device af0fe08a-59af-41bd-98be-978efa7e7c64 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:32:43.882990 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=af0fe08a-59af-41bd-98be-978efa7e7c64,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:43.887497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:43.889894 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] No DVR routers for this DVR port af0fe08a-59af-41bd-98be-978efa7e7c64 on host dv-cinder-817417-1-smb {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:32:43.919316 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: af0fe08a-59af-41bd-98be-978efa7e7c64 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:32:43.919715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device af0fe08a-59af-41bd-98be-978efa7e7c64 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:32:44.016501 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.035633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] For port af0fe08a-59af-41bd-98be-978efa7e7c64, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=af0fe08a-59af-41bd-98be-978efa7e7c64,segment=NetworkSegment(6dcb2849-d56a-40fb-bc46-ca90643f52d5),segment_id=6dcb2849-d56a-40fb-bc46-ca90643f52d5)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:32:44.036074 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.047454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a87325d-3031-450f-9099-4102a81b48e1']}} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:44.061050 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcb2849-d56a-40fb-bc46-ca90643f52d5') {'for_net_delete': True} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:44.061380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcb2849-d56a-40fb-bc46-ca90643f52d5') {} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:32:44.074468 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838132199'] for segment, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.091702 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.100186 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=88093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:32:44.100628 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838131602'] for segment, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:32:44.117848 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:32:44.169228 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] Calling delete_port for af0fe08a-59af-41bd-98be-978efa7e7c64 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:32:44.203068 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.209224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-16aae776-e3cc-4074-9f17-d6ada3d2c633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:44.228958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.239135 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a87325d-3031-450f-9099-4102a81b48e1,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:44.242657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:44.244931 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9e2e4c29-7f37-4f1c-862f-6fd73f270f7f admin admin] 10.222.0.37 "DELETE /v2.0/networks/5a87325d-3031-450f-9099-4102a81b48e1 HTTP/1.1" status: 204 len: 168 time: 0.9957190 Nov 11 11:32:44.252623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.db.api [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88094) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:32:44.253035 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_db.api [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 11:32:44.548346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 41836) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:44.603961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:32:44.613409 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-853ee850-f815-4b8a-8d37-d46e586d71ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1383ecbd0f84f8c80fc4313f8950412&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0635412 Nov 11 11:32:44.616096 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41844) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:44.758700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-218951d4-34a3-4ca1-9bb6-f66ce6e09552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.758700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-218951d4-34a3-4ca1-9bb6-f66ce6e09552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.759486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] Deleting port af0fe08a-59af-41bd-98be-978efa7e7c64 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:32:44.759486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.810478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-218951d4-34a3-4ca1-9bb6-f66ce6e09552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.817136 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d33f51aa-9ead-4204-9981-8016d4fd3bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:44.826965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-4bff4647-3546-4518-aff0-acc3923b87e6 None None] The port 'af0fe08a-59af-41bd-98be-978efa7e7c64' was deleted {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 11:32:44.835685 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218951d4-34a3-4ca1-9bb6-f66ce6e09552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd458f48-a657-4f84-8593-533c7070a407,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:44.838481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-218951d4-34a3-4ca1-9bb6-f66ce6e09552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:44.846256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-218951d4-34a3-4ca1-9bb6-f66ce6e09552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:44.850167 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-218951d4-34a3-4ca1-9bb6-f66ce6e09552 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd458f48-a657-4f84-8593-533c7070a407 HTTP/1.1" status: 204 len: 168 time: 0.2304180 Nov 11 11:32:45.279495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41856) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:45.336450 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-705c54ba-5dab-4e46-b2f1-672088682493 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=995e971db2de435dadbef6546705d4bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553627 Nov 11 11:32:45.338952 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 41860) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:45.407724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31074263-b9d8-4d37-98b5-71dea670e212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:45.435640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31074263-b9d8-4d37-98b5-71dea670e212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:45.487922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31074263-b9d8-4d37-98b5-71dea670e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:45.493070 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-32457102-4e2d-438f-90ff-c204487831cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:45.504789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31074263-b9d8-4d37-98b5-71dea670e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f60156-456c-491f-a4ab-3e737ecc6358,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:45.509962 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-31074263-b9d8-4d37-98b5-71dea670e212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:45.512037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-31074263-b9d8-4d37-98b5-71dea670e212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:45.513269 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-31074263-b9d8-4d37-98b5-71dea670e212 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38f60156-456c-491f-a4ab-3e737ecc6358 HTTP/1.1" status: 204 len: 168 time: 0.1733079 Nov 11 11:32:48.996118 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-b1f79899-b0b7-4ac7-a941-7f07d96ac05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:50.583777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:51.629544 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-089c9c16-9e5e-4aff-8582-655d442553a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:51.677311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:53.475484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:54.517746 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42012) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:54.689270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:54.741982 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9630f77-a33b-48cb-8c17-f0f200553f3e req-75c806bd-6bf2-42bb-a189-554a709a4727 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:54.743716 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d9630f77-a33b-48cb-8c17-f0f200553f3e req-75c806bd-6bf2-42bb-a189-554a709a4727 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.1349206 Nov 11 11:32:54.770097 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:32:54.779296 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Usage tracker for resource:security_group_rule and tenant:76a661ebc8bb41a18130b00a08a3869b is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:32:54.784318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:32:54.798660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:32:54.823552 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d9630f77-a33b-48cb-8c17-f0f200553f3e req-4c215d97-e336-48d3-ad6c-7493919bddc0 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730362 Nov 11 11:32:54.893483 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:54.896539 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:54.904522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-c395db9b-e927-436f-8c5d-b56f49ebf8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:54.949217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2908b1e1-4c58-4a13-8c2a-d3d6f325aab1,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:54.955700 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76a661ebc8bb41a18130b00a08a3869b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4354067 Nov 11 11:32:54.955700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-633200fd-faf4-41fa-869d-eeb9066a5fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:54.957115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42028) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:55.028200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a84dad8-a32a-457e-b94a-5bb7a36da806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:55.058515 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a84dad8-a32a-457e-b94a-5bb7a36da806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:55.110772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a84dad8-a32a-457e-b94a-5bb7a36da806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:55.116223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-218951d4-34a3-4ca1-9bb6-f66ce6e09552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:55.128856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84dad8-a32a-457e-b94a-5bb7a36da806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2908b1e1-4c58-4a13-8c2a-d3d6f325aab1,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:55.133197 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0a84dad8-a32a-457e-b94a-5bb7a36da806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:55.137105 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0a84dad8-a32a-457e-b94a-5bb7a36da806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:55.138408 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-0a84dad8-a32a-457e-b94a-5bb7a36da806 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2908b1e1-4c58-4a13-8c2a-d3d6f325aab1 HTTP/1.1" status: 204 len: 168 time: 0.1802838 Nov 11 11:32:55.782356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42054) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:55.941620 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.025408 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:32:56.032487 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Usage tracker for resource:security_group_rule and tenant:930aa269b1e4443fbe9af79f9e579df7 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:32:56.036460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:32:56.044473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:32:56.088557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c657-fd94-4a38-8f22-b220439dd4e6 req-41046a1e-b16f-451e-b277-c9fcfb62bd26 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:56.090193 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e9b8c657-fd94-4a38-8f22-b220439dd4e6 req-41046a1e-b16f-451e-b277-c9fcfb62bd26 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.1299114 Nov 11 11:32:56.183341 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-e9b8c657-fd94-4a38-8f22-b220439dd4e6 req-80816832-8a36-4dff-9c74-cdcc87ef0c81 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854650 Nov 11 11:32:56.191317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.196216 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.205928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-31074263-b9d8-4d37-98b5-71dea670e212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:56.256685 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd65aa2-86f0-4d45-8597-f835aeca6863,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:56.261065 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=930aa269b1e4443fbe9af79f9e579df7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4775558 Nov 11 11:32:56.262110 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-38912256-e554-4b90-bca0-f9207d7dacdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:56.263927 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42062) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:56.331644 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0b5-a648-463b-be77-3bee4a700b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.360171 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0b5-a648-463b-be77-3bee4a700b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.404488 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0b5-a648-463b-be77-3bee4a700b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.409964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0a697b84-545c-46af-891c-f6add9bcbf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:56.428262 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fe0b5-a648-463b-be77-3bee4a700b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd65aa2-86f0-4d45-8597-f835aeca6863,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:56.431338 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9c5fe0b5-a648-463b-be77-3bee4a700b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:56.432264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0b5-a648-463b-be77-3bee4a700b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.433557 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-9c5fe0b5-a648-463b-be77-3bee4a700b4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fd65aa2-86f0-4d45-8597-f835aeca6863 HTTP/1.1" status: 204 len: 168 time: 0.1685014 Nov 11 11:32:56.803366 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42070) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:56.824239 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.862975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:32:56.867564 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Usage tracker for resource:security_group_rule and tenant:782c9602dc4f4b79b3cf2732924f9de7 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:32:56.871051 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:32:56.878328 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:32:56.955010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.957882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:56.965814 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2f9c85ee-d78b-4ba9-bdc3-9bd5550bae13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:57.014031 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1eeab5-67b0-4eac-be39-0e229852174c,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:57.017939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:57.020447 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a89e7082-0b8d-4a02-b8d2-eae84e149962 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=782c9602dc4f4b79b3cf2732924f9de7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2159641 Nov 11 11:32:57.023319 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42074) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:57.088569 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1c61f278-22a7-4faf-a53b-2d84a25d579d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:57.117505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1c61f278-22a7-4faf-a53b-2d84a25d579d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:57.167516 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1c61f278-22a7-4faf-a53b-2d84a25d579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:57.172036 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9c5fe0b5-a648-463b-be77-3bee4a700b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:57.183634 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61f278-22a7-4faf-a53b-2d84a25d579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1eeab5-67b0-4eac-be39-0e229852174c,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:57.188800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1c61f278-22a7-4faf-a53b-2d84a25d579d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:57.192449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1c61f278-22a7-4faf-a53b-2d84a25d579d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:57.193687 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-1c61f278-22a7-4faf-a53b-2d84a25d579d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc1eeab5-67b0-4eac-be39-0e229852174c HTTP/1.1" status: 204 len: 168 time: 0.1693728 Nov 11 11:32:57.407140 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:57.459853 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4454e5-60d8-437f-8c8e-e9b07f8b5e3b req-4df2ea4e-7886-4a9e-a1c7-3ff991abb9d3 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:57.461444 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bd4454e5-60d8-437f-8c8e-e9b07f8b5e3b req-4df2ea4e-7886-4a9e-a1c7-3ff991abb9d3 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0986698 Nov 11 11:32:57.514712 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bd4454e5-60d8-437f-8c8e-e9b07f8b5e3b req-e4932fde-dd41-41e6-acdb-0653fe0c664d tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Nov 11 11:32:58.737258 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f748-e449-4d49-8bc4-e8e4443fece2 req-d0aa7d73-bf0b-4042-9789-8e544fd4e17f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:32:58.738865 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3e85f748-e449-4d49-8bc4-e8e4443fece2 req-d0aa7d73-bf0b-4042-9789-8e544fd4e17f tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0959871 Nov 11 11:32:58.791199 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-3e85f748-e449-4d49-8bc4-e8e4443fece2 req-100d64cf-7cbd-49ef-bab8-a67406e6298a tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461771 Nov 11 11:32:59.425729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42122) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:59.576040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:59.609311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:32:59.613312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Usage tracker for resource:security_group_rule and tenant:55556680a4c846fbb4a17a3750758ce0 is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:32:59.616331 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:32:59.622272 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:32:59.690975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:59.693773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:59.701514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-40b6ed68-25c5-40f0-b4b1-6f111513bfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:59.744099 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafbae73-b4c6-4c27-917f-6c110396987a,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:59.747307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:32:59.750749 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8aa5f343-250c-4267-be2a-86d9c506f3f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55556680a4c846fbb4a17a3750758ce0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3239226 Nov 11 11:32:59.753652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42128) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:32:59.818901 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:59.849056 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:59.897589 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:59.903803 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d8ff9d80-7d37-48ba-ab66-2ed37598fabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:32:59.919676 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafbae73-b4c6-4c27-917f-6c110396987a,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:32:59.925642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:32:59.926918 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cafbae73-b4c6-4c27-917f-6c110396987a HTTP/1.1" status: 204 len: 168 time: 0.1722801 Nov 11 11:32:59.933700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.934126 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.934512 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.934928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.935361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.935748 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.936152 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.936557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.937455 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.938010 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.938412 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:32:59.941857 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-93c2ab9a-ab65-4abf-aa53-30185ec3afce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:00.152151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01b0be-6810-439b-b441-2a8e0383137e req-4316a760-4a7e-4915-9285-bcb4f7c7ed36 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:00.153794 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4a01b0be-6810-439b-b441-2a8e0383137e req-4316a760-4a7e-4915-9285-bcb4f7c7ed36 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0883904 Nov 11 11:33:00.211600 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4a01b0be-6810-439b-b441-2a8e0383137e req-40d3b00f-7035-492e-b37e-18be83086e54 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514081 Nov 11 11:33:00.367398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42138) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:00.387361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:00.420005 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:33:00.424603 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Usage tracker for resource:security_group_rule and tenant:4ce6bbfc41b246bc9052674aacf3c66b is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:33:00.428722 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:33:00.435935 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:33:00.510543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:00.513506 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:00.521667 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4f8a3329-dc16-4e6a-9e86-6a35dccb2eac tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:00.564860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b6aa2e-9662-4b3a-a522-be6a8f769b77,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:00.569558 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ce6bbfc41b246bc9052674aacf3c66b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2010720 Nov 11 11:33:00.570478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:00.572502 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42142) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:00.634242 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc332-a158-4242-89da-c97f91a493d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:00.666014 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc332-a158-4242-89da-c97f91a493d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:00.713323 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc332-a158-4242-89da-c97f91a493d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:00.718955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-64c7130b-3307-442f-96ca-00874c9f3f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:00.731704 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcc332-a158-4242-89da-c97f91a493d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b6aa2e-9662-4b3a-a522-be6a8f769b77,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:00.734979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-bfdcc332-a158-4242-89da-c97f91a493d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:00.737534 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc332-a158-4242-89da-c97f91a493d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:00.739236 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-bfdcc332-a158-4242-89da-c97f91a493d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1b6aa2e-9662-4b3a-a522-be6a8f769b77 HTTP/1.1" status: 204 len: 168 time: 0.1654835 Nov 11 11:33:01.425312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b557c-4ebc-4224-bf54-73c43c81c727 req-662a5cd5-c04e-4039-ab96-c23436151486 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:01.426937 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df3b557c-4ebc-4224-bf54-73c43c81c727 req-662a5cd5-c04e-4039-ab96-c23436151486 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0906112 Nov 11 11:33:01.478419 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-df3b557c-4ebc-4224-bf54-73c43c81c727 req-d13963a1-17cf-4d5f-b84c-77b572683972 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454524 Nov 11 11:33:02.727373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd22d6-fec9-4f8b-a6e5-a4a3cfedb278 req-ac9fdcfd-43e4-4b94-9565-63bb545088be tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:02.729003 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c4cd22d6-fec9-4f8b-a6e5-a4a3cfedb278 req-ac9fdcfd-43e4-4b94-9565-63bb545088be tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0923576 Nov 11 11:33:02.779611 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c4cd22d6-fec9-4f8b-a6e5-a4a3cfedb278 req-44ab5dce-e1f2-4d86-b2a8-73a6c8091137 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436990 Nov 11 11:33:03.998574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e274f-3637-48b6-9021-cefdf870b7d2 req-14c36cb6-a651-476c-80b1-f10154aff4b7 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:04.000966 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f63e274f-3637-48b6-9021-cefdf870b7d2 req-14c36cb6-a651-476c-80b1-f10154aff4b7 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0870249 Nov 11 11:33:04.059811 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f63e274f-3637-48b6-9021-cefdf870b7d2 req-d563131e-5717-4726-8798-ed12b86e1748 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498002 Nov 11 11:33:04.768513 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bb353ac-7168-44de-b729-87252c6183f8 req-4eff3c46-96d4-4259-8c0f-5b08e338592b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.0756714 Nov 11 11:33:04.772567 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88092) accepted ('10.222.0.37', 42284) {{(pid=88092) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:04.920435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb353ac-7168-44de-b729-87252c6183f8 req-94cd67bf-6e1a-4cdc-92ba-e684e3f81a8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:04.922634 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bb353ac-7168-44de-b729-87252c6183f8 req-94cd67bf-6e1a-4cdc-92ba-e684e3f81a8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 909 time: 0.1474674 Nov 11 11:33:05.287030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:05.357604 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bb353ac-7168-44de-b729-87252c6183f8 req-03eecc81-a4ff-4862-9a85-7f4703daeb1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 1002 time: 0.4284773 Nov 11 11:33:05.403307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:33:05.419625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Usage tracker for resource:security_group_rule and tenant:c2041786714545d1b707158597b08c4a is out of sync, need to count used quota {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:33:05.428609 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88092) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:33:05.444127 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:33:05.470038 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d288-c460-4d5b-83b3-b20ff02af5a5 req-9422c662-927d-44b2-809b-2e92b895905e tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:05.471686 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1d78d288-c460-4d5b-83b3-b20ff02af5a5 req-9422c662-927d-44b2-809b-2e92b895905e tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.2334704 Nov 11 11:33:05.485692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb353ac-7168-44de-b729-87252c6183f8 req-9cf9cb3d-a9a5-492c-8d14-8b9953c8f1d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:05.487291 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bb353ac-7168-44de-b729-87252c6183f8 req-9cf9cb3d-a9a5-492c-8d14-8b9953c8f1d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.1206055 Nov 11 11:33:05.614393 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1d78d288-c460-4d5b-83b3-b20ff02af5a5 req-cee0c08f-6297-478b-9225-fd625511e169 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349900 Nov 11 11:33:05.663717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:05.672225 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bb353ac-7168-44de-b729-87252c6183f8 req-41293299-006d-48a1-bfa5-68b3b49692fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1653714 Nov 11 11:33:05.673143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:05.682830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-970c4e21-e0ab-4428-8206-74f1ff62b5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:05.770037 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac32819-b5e2-4255-a6d6-924fe205aedc,revision_number=1']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:05.824156 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2041786714545d1b707158597b08c4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0504460 Nov 11 11:33:05.825331 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-eece261a-c31c-4f03-b6a7-f60d885bbf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:05.827029 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42294) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:05.872374 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bb353ac-7168-44de-b729-87252c6183f8 req-19f6c986-29fb-4f42-908c-b5d8c6a0bf78 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912088 Nov 11 11:33:05.897226 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:05.927090 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:05.976763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:05.982060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f64aa830-9994-47ae-b011-399a034a0401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:05.993358 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac32819-b5e2-4255-a6d6-924fe205aedc,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:06.003368 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:06.004551 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cac32819-b5e2-4255-a6d6-924fe205aedc HTTP/1.1" status: 204 len: 168 time: 0.1757531 Nov 11 11:33:06.008868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.009182 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.009585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.009985 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.010374 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.010779 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.011199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.011616 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.012018 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.012416 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.012811 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:06.017020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-2bcb0aa7-01cd-4cf8-b617-1792e48c32af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:06.029968 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8bb353ac-7168-44de-b729-87252c6183f8 req-129841de-5ba6-492c-8ccf-961c81403f08 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503847 Nov 11 11:33:06.354798 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42302) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:06.375047 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:06.417991 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:33:06.424715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Usage tracker for resource:security_group_rule and tenant:cce99ffec00449f0853cd253b13e094b is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:33:06.426160 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:33:06.432290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:33:06.502851 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:06.505715 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:06.513307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-9821bd49-ccff-4e3b-bb5e-a388682dda2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:06.560729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc119527-3470-4d2e-a07d-a81f0727aa77,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:06.564913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:06.567280 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cce99ffec00449f0853cd253b13e094b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2113063 Nov 11 11:33:06.570180 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42306) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:06.634557 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a6b20e1a-e084-40a8-aebb-a8f19e965242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:06.663442 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a6b20e1a-e084-40a8-aebb-a8f19e965242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:06.711967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a6b20e1a-e084-40a8-aebb-a8f19e965242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:06.717113 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-876f8176-7f49-44c8-a28a-f57c71d587e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:06.729981 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b20e1a-e084-40a8-aebb-a8f19e965242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc119527-3470-4d2e-a07d-a81f0727aa77,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:06.732445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a6b20e1a-e084-40a8-aebb-a8f19e965242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:06.740016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a6b20e1a-e084-40a8-aebb-a8f19e965242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:06.743655 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-a6b20e1a-e084-40a8-aebb-a8f19e965242 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc119527-3470-4d2e-a07d-a81f0727aa77 HTTP/1.1" status: 204 len: 168 time: 0.1701100 Nov 11 11:33:06.842193 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511e8c1-09ce-48c2-8904-8293c1cfdf39 req-f4ca389a-c53a-4267-9e0a-dcdebb6df547 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:06.844725 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8511e8c1-09ce-48c2-8904-8293c1cfdf39 req-f4ca389a-c53a-4267-9e0a-dcdebb6df547 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0911682 Nov 11 11:33:06.899116 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-8511e8c1-09ce-48c2-8904-8293c1cfdf39 req-2a9888b5-98e5-427c-84fa-7c1a28cd452b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483043 Nov 11 11:33:08.134476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2e85e-8725-4658-9d59-bb97f704ebbb req-1505a67a-7f26-43e6-a800-9e721bcc29c7 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:08.136148 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ead2e85e-8725-4658-9d59-bb97f704ebbb req-1505a67a-7f26-43e6-a800-9e721bcc29c7 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0990877 Nov 11 11:33:08.188760 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-ead2e85e-8725-4658-9d59-bb97f704ebbb req-f15bfc3b-71fa-40b0-80f6-f2aa603e061b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453613 Nov 11 11:33:08.398616 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-accd9410-12c0-4f30-b562-edecaf62d899 req-8e26451d-10ff-4247-af8c-eb8091908560 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0877898 Nov 11 11:33:08.629371 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-5b4992c3-d6f4-4118-8a89-63c5ae0faa26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901721 Nov 11 11:33:08.706809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ea70f-db5c-4990-9afd-03c9c617c5bf req-c717f79e-f95b-4694-9a76-9e8d92165f70 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:08.708532 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d22ea70f-db5c-4990-9afd-03c9c617c5bf req-c717f79e-f95b-4694-9a76-9e8d92165f70 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0892081 Nov 11 11:33:08.766256 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-d22ea70f-db5c-4990-9afd-03c9c617c5bf req-42fb2073-b79f-4a61-a73d-a7f6286bd494 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495088 Nov 11 11:33:09.766790 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-8948309b-75df-4af7-9e6c-95642179488d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef&tenant_id=3c7292a8bfc54733a016a93d014497b1 HTTP/1.1" status: 200 len: 1099 time: 0.0803401 Nov 11 11:33:09.864993 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-dd519803-bad2-4735-b447-49ec7134f14e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.0779183 Nov 11 11:33:10.076805 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-4baed99a-178d-4626-8ba0-dedbff42b817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:10.079194 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-4baed99a-178d-4626-8ba0-dedbff42b817 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 909 time: 0.2072728 Nov 11 11:33:10.085863 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d13a83-1b69-49aa-896e-29884fdb796f req-930bd94d-9edf-4fc9-aa4d-f26fd7f28d9c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:10.087385 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c9d13a83-1b69-49aa-896e-29884fdb796f req-930bd94d-9edf-4fc9-aa4d-f26fd7f28d9c tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.1876392 Nov 11 11:33:10.222378 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-71c6414e-1b02-4c2c-9f01-8f3bf9e385df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 1002 time: 0.1339667 Nov 11 11:33:10.226206 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-c9d13a83-1b69-49aa-896e-29884fdb796f req-9d59c32b-dba7-4a54-9078-a4bcedf5f40d tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837789 Nov 11 11:33:10.297796 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-22e11893-f123-44ee-8658-762ad7d51d39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:10.299405 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-22e11893-f123-44ee-8658-762ad7d51d39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.0702951 Nov 11 11:33:10.379237 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-ea403f75-60db-47f9-84e9-6aec285cc513 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730772 Nov 11 11:33:10.520569 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-f312f123-14a0-48d7-8f36-d208c26d59de service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353893 Nov 11 11:33:10.663728 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-2160fee2-0023-4dfc-b7a4-74f6f35f7d15 req-3bdd51fb-e416-45ee-bb78-25821e159fe0 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361935 Nov 11 11:33:11.438922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f8fa-852d-4d9c-9ead-9da73b58e4e0 req-91726891-09f7-4c92-90d0-5d60958bab61 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:11.440593 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-88a0f8fa-852d-4d9c-9ead-9da73b58e4e0 req-91726891-09f7-4c92-90d0-5d60958bab61 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0897977 Nov 11 11:33:11.489922 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-88a0f8fa-852d-4d9c-9ead-9da73b58e4e0 req-9847bfaf-48d3-4042-855a-fca31691569d tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431461 Nov 11 11:33:12.109784 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1238741d-c727-4bd5-81ae-65a8a9855ab5 req-88a4cec3-6fea-4186-9ceb-602996789d01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.0736110 Nov 11 11:33:12.153480 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-1238741d-c727-4bd5-81ae-65a8a9855ab5 req-4a43822a-a46c-458f-842f-9a8e6af4165f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380175 Nov 11 11:33:12.188084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5c81104f-78b8-44d5-aae8-3eb5ab429d99 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:33:12.306138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.336657 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:33:12.345711 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:33:12.349607 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.351591 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-a5097afa-4a07-4415-8c00-2166f64e3955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:12.398702 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'code': 200} Nov 11 11:33:12.421015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=6']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:12.431144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.431561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.431947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.432325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.432700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.433075 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.433446 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.433819 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.434184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.434550 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.434917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:33:12.439683 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:12.490583 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42402) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:12.644771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.679891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:33:12.684332 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Usage tracker for resource:security_group_rule and tenant:d31995a25c1e4650a0d7393c4c221940 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:33:12.688457 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:33:12.695015 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:33:12.702924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6883932-c328-4a27-b835-29cc83e797bb req-0201efba-33e9-4e33-961a-defdc18b9f89 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:12.704665 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6883932-c328-4a27-b835-29cc83e797bb req-0201efba-33e9-4e33-961a-defdc18b9f89 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 944 time: 0.0904961 Nov 11 11:33:12.754980 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f6883932-c328-4a27-b835-29cc83e797bb req-6a1f4bb6-5d25-4013-98b1-3c62530802c4 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438838 Nov 11 11:33:12.764895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.767829 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.775729 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-84e2a0cb-0baf-4af3-9272-984c65a9b52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:12.819387 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0fd00b-b79e-4f6b-8e2d-bff50e962a49,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:12.822613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:12.824942 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5db0a6e2-d502-458b-aedd-135722a778ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d31995a25c1e4650a0d7393c4c221940&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3332455 Nov 11 11:33:12.828550 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42410) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:12.893585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-baec7668-1c6d-48b8-ac55-32dd145b5f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.924307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-baec7668-1c6d-48b8-ac55-32dd145b5f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.968684 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-baec7668-1c6d-48b8-ac55-32dd145b5f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.972623 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-35d25986-24b4-46b7-94f4-e7e2748be22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:12.984600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec7668-1c6d-48b8-ac55-32dd145b5f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0fd00b-b79e-4f6b-8e2d-bff50e962a49,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:12.986917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-baec7668-1c6d-48b8-ac55-32dd145b5f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:12.993251 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-baec7668-1c6d-48b8-ac55-32dd145b5f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:12.997113 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-baec7668-1c6d-48b8-ac55-32dd145b5f75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b0fd00b-b79e-4f6b-8e2d-bff50e962a49 HTTP/1.1" status: 204 len: 168 time: 0.1642087 Nov 11 11:33:13.349536 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42418) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:13.369846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:13.402997 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:33:13.406942 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Usage tracker for resource:security_group_rule and tenant:34f3a9cad0ce421fb8848fa715c3744e is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:33:13.410186 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:33:13.416167 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:33:13.482947 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:13.486777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:13.494186 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-543e95ec-7d45-430f-b5d4-879109b792b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:13.535736 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4103bb54-07c8-42fa-9138-e0ffd06bab20,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:13.539475 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:13.541902 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ed624aab-54e1-47c7-98aa-4fc953dd8bce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34f3a9cad0ce421fb8848fa715c3744e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1912465 Nov 11 11:33:13.544872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42422) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:13.612285 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-881f972c-a45c-4d80-853b-f1ba7e4f2d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:13.638881 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-881f972c-a45c-4d80-853b-f1ba7e4f2d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:13.688104 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-881f972c-a45c-4d80-853b-f1ba7e4f2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:13.693088 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-901720a1-80c8-4529-abc7-6bca53b54449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:13.706821 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f972c-a45c-4d80-853b-f1ba7e4f2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4103bb54-07c8-42fa-9138-e0ffd06bab20,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:13.709887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-881f972c-a45c-4d80-853b-f1ba7e4f2d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:13.710770 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-881f972c-a45c-4d80-853b-f1ba7e4f2d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:13.711998 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-881f972c-a45c-4d80-853b-f1ba7e4f2d71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4103bb54-07c8-42fa-9138-e0ffd06bab20 HTTP/1.1" status: 204 len: 168 time: 0.1661704 Nov 11 11:33:13.964872 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad93f5e-aa81-4137-9d01-2e43381b87d8 req-040803d6-68ac-4cc8-94f8-fe674868a741 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:13.966508 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aad93f5e-aa81-4137-9d01-2e43381b87d8 req-040803d6-68ac-4cc8-94f8-fe674868a741 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 944 time: 0.0850382 Nov 11 11:33:14.021706 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-aad93f5e-aa81-4137-9d01-2e43381b87d8 req-eea011d4-83e4-4cf7-b7ad-4d55ad9afc6d tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479999 Nov 11 11:33:14.208190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5c81104f-78b8-44d5-aae8-3eb5ab429d99 details requested by agent hyperv_hv-cinder-81741 with host hv-cinder-81741 {{(pid=88094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 11:33:14.363625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:33:14.381978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Returning: {'device': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'port_id': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'mac_address': 'fa:16:3e:59:fe:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 11:33:14.443448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:14.462785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c81104f-78b8-44d5-aae8-3eb5ab429d99 {{(pid=88094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 11:33:14.479432 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:33:14.482426 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:14.485101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:14.552877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=7']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:14.556266 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:14.701932 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] get_ports_and_sgs() called for port_ids ['5c81104f-78b8-44d5-aae8-3eb5ab429d99'] {{(pid=88094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 11:33:16.209592 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5c81104f-78b8-44d5-aae8-3eb5ab429d99 up at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 11:33:16.286763 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.provisioning_blocks [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Provisioning complete for port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 triggered by entity L2. {{(pid=88094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 11:33:16.287200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2914621'] for port, provisioning_complete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:16.407084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3216121'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:16.435886 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:33:16.446134 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:33:16.456398 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363273837167442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273837576632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763017199202'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:16.458772 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:16.496675 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'code': 200} Nov 11 11:33:16.530720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Pushing event updated for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=8']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:16.534552 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88094) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:18.989900 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d2d2be2c-e540-480a-9bc1-38c3f1ab700c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:20.587806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:21.594448 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:33:21.630786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f07c-c75e-4f77-9f14-75fcf0544394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:21.680224 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:23.477078 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:24.148942 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42554) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:24.302335 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:24.334913 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:33:24.338908 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Usage tracker for resource:security_group_rule and tenant:ea6638471f1d42ddb36829a3c444045a is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:33:24.341835 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:33:24.347898 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:33:24.415046 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:24.417845 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:24.425750 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0c6a955f-91e7-4ee4-9de5-6aba8209be34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:24.468311 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580bbca3-bd18-446b-aa86-e126014bc3ce,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:24.472644 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea6638471f1d42ddb36829a3c444045a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225005 Nov 11 11:33:24.473640 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ce6239ec-5a01-4901-8266-e8fa97b79bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:24.475625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42560) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:24.541801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a85e35a-cf08-4c62-8441-1a437f9369c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:24.568422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a85e35a-cf08-4c62-8441-1a437f9369c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:24.614223 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a85e35a-cf08-4c62-8441-1a437f9369c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:24.619307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f9f1665c-ff60-4b54-9ee0-f98af3b211c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:24.630860 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85e35a-cf08-4c62-8441-1a437f9369c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580bbca3-bd18-446b-aa86-e126014bc3ce,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:24.634553 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7a85e35a-cf08-4c62-8441-1a437f9369c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:24.637892 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7a85e35a-cf08-4c62-8441-1a437f9369c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:24.639120 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7a85e35a-cf08-4c62-8441-1a437f9369c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/580bbca3-bd18-446b-aa86-e126014bc3ce HTTP/1.1" status: 204 len: 168 time: 0.1626873 Nov 11 11:33:24.998452 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42568) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:25.019599 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:25.053984 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:33:25.057897 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Usage tracker for resource:security_group_rule and tenant:e91fc4a02c33403d9baa1960d6bcbfb3 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:33:25.060817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:33:25.067976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:33:25.136411 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:25.139745 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:25.147434 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-21b32646-fe61-4e38-8d53-90f1287d7e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:25.398529 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a11f27-2914-40da-aa4e-d51c2914d5bb,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:25.401688 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:25.404607 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e91fc4a02c33403d9baa1960d6bcbfb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4044938 Nov 11 11:33:25.407632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42572) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:25.468733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38f2a6dd-77b2-4fe7-b16b-07113946783a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:25.494891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38f2a6dd-77b2-4fe7-b16b-07113946783a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:25.538869 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38f2a6dd-77b2-4fe7-b16b-07113946783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:25.543830 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0c4c0369-cabe-4f25-a4ec-d74d155f3ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:25.557151 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2a6dd-77b2-4fe7-b16b-07113946783a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a11f27-2914-40da-aa4e-d51c2914d5bb,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:25.559598 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-38f2a6dd-77b2-4fe7-b16b-07113946783a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:25.562662 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38f2a6dd-77b2-4fe7-b16b-07113946783a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:25.563894 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-38f2a6dd-77b2-4fe7-b16b-07113946783a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0a11f27-2914-40da-aa4e-d51c2914d5bb HTTP/1.1" status: 204 len: 168 time: 0.1554375 Nov 11 11:33:26.003669 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42580) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:26.025882 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:26.062582 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 11:33:26.067066 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Usage tracker for resource:security_group_rule and tenant:a72728aa7d42478586f34f6c964993d8 is out of sync, need to count used quota {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 11:33:26.070289 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88093) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 11:33:26.076454 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.quota.driver [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88093) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 11:33:26.151986 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:26.154970 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_create {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:26.168098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7a85e35a-cf08-4c62-8441-1a437f9369c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:26.214976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e8d740-0dee-4abf-9cc0-813417c63c8a,revision_number=1']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:26.220269 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a72728aa7d42478586f34f6c964993d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2153959 Nov 11 11:33:26.221354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:26.224558 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42586) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:33:26.296495 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-424082fa-5e60-4a8e-aa6d-8f179ad91345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:26.332026 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-424082fa-5e60-4a8e-aa6d-8f179ad91345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:26.389191 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-424082fa-5e60-4a8e-aa6d-8f179ad91345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:26.395894 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f87c0d9e-1a3c-4d45-a410-8e418b52d186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:33:26.409752 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424082fa-5e60-4a8e-aa6d-8f179ad91345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e8d740-0dee-4abf-9cc0-813417c63c8a,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:33:26.414213 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-424082fa-5e60-4a8e-aa6d-8f179ad91345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:33:26.419212 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-424082fa-5e60-4a8e-aa6d-8f179ad91345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:26.423991 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-424082fa-5e60-4a8e-aa6d-8f179ad91345 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57e8d740-0dee-4abf-9cc0-813417c63c8a HTTP/1.1" status: 204 len: 168 time: 0.1949625 Nov 11 11:33:26.837484 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-f92ee4c2-51e4-4e34-b589-26a12e6f2249 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916510 Nov 11 11:33:27.004219 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-01281f5c-8ec4-4718-b5aa-59fb6f5b08aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.0814257 Nov 11 11:33:27.177976 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-216dde96-7cde-4aaa-9024-c00b114ac27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:27.180384 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-216dde96-7cde-4aaa-9024-c00b114ac27f service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 909 time: 0.1550176 Nov 11 11:33:27.306951 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-81a73124-6b04-45d6-a5f1-9917e258b5ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 1002 time: 0.1188693 Nov 11 11:33:27.390538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-c10bfaf0-c3ca-4265-a76f-e6eef0d98071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:33:27.392635 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-c10bfaf0-c3ca-4265-a76f-e6eef0d98071 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.0785275 Nov 11 11:33:27.405734 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:27.476852 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-19c8008d-1d83-4700-bcb3-ed6dc91003b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774539 Nov 11 11:33:27.638537 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-4ebc7b16-6ebe-486a-81fe-eff494dd8ae2 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531291 Nov 11 11:33:27.796889 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-eb623442-2486-4523-b600-8b4fd110f4a8 req-5cd3c1ee-5839-4140-ad64-69024e224228 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488554 Nov 11 11:33:48.992632 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6822382b-43de-4bfe-a173-3cbab6250a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:50.591359 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:51.633382 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-51c3e5ba-3675-4ffb-b6c7-d8d8fd35ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:51.685534 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:53.480153 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:57.410473 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:33:58.596200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:34:18.994919 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1df36d1c-f1c8-4104-b964-616e3528d67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:20.597024 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:21.635902 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dcd26034-445f-42b9-be7e-75939b65e24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:21.685033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:23.484268 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:26.812387 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-c17ced30-4bd7-473a-ba92-a634a58edad3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773962 Nov 11 11:34:26.966891 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-be5a661f-5f68-439f-9020-7ca00b503b98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.0794837 Nov 11 11:34:27.120347 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-229b8941-73dd-4b82-8a28-dcaa82e04302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:34:27.121918 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-229b8941-73dd-4b82-8a28-dcaa82e04302 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 909 time: 0.1364114 Nov 11 11:34:27.231667 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-80ebdef4-5457-452e-9357-dac15c412b1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 1002 time: 0.1024711 Nov 11 11:34:27.301006 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-24a2a366-77cb-478d-b7c1-7df5f4993487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:34:27.302579 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-24a2a366-77cb-478d-b7c1-7df5f4993487 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.0636332 Nov 11 11:34:27.385734 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-1564c6a4-72c7-40e2-9708-89bef5628d8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764811 Nov 11 11:34:27.416087 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:27.532736 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-d5562092-d5c4-4190-a24b-90144089e110 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407154 Nov 11 11:34:27.905958 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-748e4bd7-126e-4fc7-a40c-87c718f88c03 req-b3858911-0da7-4471-a2e4-02c64dec8911 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656199 Nov 11 11:34:29.686025 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42600) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:29.901828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Deleting port dc6d7f56-6fee-45e4-a5d9-690551ff4a7d {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:29.902120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:30.086975 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:30.087399 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:30.229600 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Calling delete_port for dc6d7f56-6fee-45e4-a5d9-690551ff4a7d owned by network:floatingip {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:30.380904 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:30.385522 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-41b733ef-99ac-498a-a24b-003e10f4c554 tempest-AttachVolumeNegativeTest-1953642291 tempest-AttachVolumeNegativeTest-1953642291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:30.433400 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event deleted for resources: {'Port': ['ID=dc6d7f56-6fee-45e4-a5d9-690551ff4a7d,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:30.475671 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.476093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.476514 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.476922 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.477324 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.477723 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.478122 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.478525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.478924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.479352 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.479795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:30.488482 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:30.546379 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for floatingip, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:30.986123 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Router 5872d935-b4e1-44ae-a8f0-714045f53149 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:34:31.203144 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:34:31.213356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] Sync routers for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:34:31.224769 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for floatingip, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:31.227053 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:34:31.227773 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:34:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:31.280844 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-4508aee6-cadf-48b5-9720-50e13d5fb867 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "DELETE /v2.0/floatingips/cea3a8ea-5da1-4d1a-98c5-e4e635e80500 HTTP/1.1" status: 204 len: 168 time: 1.5914989 Nov 11 11:34:31.281601 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99'}] {{(pid=88093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:34:31.341471 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'status': 'completed', 'code': 200} Nov 11 11:34:31.418945 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:34:31.442657 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-9b22e117-6ad0-4d39-b62b-05d688909010 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7292a8bfc54733a016a93d014497b1&device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 1099 time: 0.0780854 Nov 11 11:34:31.612472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-54131b58-c18c-4492-8aab-cde2317e3f3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:34:31.614208 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-54131b58-c18c-4492-8aab-cde2317e3f3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 200 len: 909 time: 0.1637678 Nov 11 11:34:31.734992 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-86411004-2e29-44d8-a511-ca66d4213af3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 200 len: 217 time: 0.1123912 Nov 11 11:34:31.771057 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 5, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:31.775236 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] Checking router: 5872d935-b4e1-44ae-a8f0-714045f53149 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:34:31.788581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:34:31.789306 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:34:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:31.821961 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-0aad0e2d-650d-42a2-9889-b450bb62b614 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:34:31.823576 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-0aad0e2d-650d-42a2-9889-b450bb62b614 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 200 len: 847 time: 0.0804200 Nov 11 11:34:31.879298 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d848ce-d548-4949-a32b-fadaa6fd0dd1 req-feeb035a-9ad5-4015-8371-58a7e90c741a tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:34:31.880964 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-88d848ce-d548-4949-a32b-fadaa6fd0dd1 req-feeb035a-9ad5-4015-8371-58a7e90c741a tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.2035661 Nov 11 11:34:31.952311 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-88d848ce-d548-4949-a32b-fadaa6fd0dd1 req-0a1c12f8-c5e7-46c7-833f-d0a9d75e4e37 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623243 Nov 11 11:34:31.960173 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-14e03bcc-546c-4100-a223-401ca4652b9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1277089 Nov 11 11:34:31.978756 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:34:32.109355 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-6a34b45e-7ce3-4426-a9db-f8cf0601c082 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420195 Nov 11 11:34:32.253767 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-bcf8a322-8bbd-4911-a650-6a8d4ae366c1 req-5c63be18-aa1f-4105-a837-b79e46b62e27 service neutron] 10.222.0.64 "GET /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376526 Nov 11 11:34:32.475812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 5, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:32.480022 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939631ea-5894-48d3-ae32-5918b477b628 None None] The sync data for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb is: [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:29:48Z', 'revision_number': 4, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb', '_interfaces': [{'id': 'abad8a36-4094-4fdd-ad1c-656b076fe9be', 'name': '', 'network_id': '90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'mac_address': 'fa:16:3e:24:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:47Z', 'updated_at': '2021-11-11T11:30:03Z', 'revision_number': 5, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'subnets': [{'id': 'd005ed5c-2dcb-4078-b3d1-d68e78bf66af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:34:32.942270 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d78c81-4c8d-48f5-8620-ee8c22dcd01e None None] New status for floating IP cea3a8ea-5da1-4d1a-98c5-e4e635e80500: DOWN {{(pid=88095) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 11:34:33.059836 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-2a7a28dc-b1be-404d-b4ff-c7e1e1528a11 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:34:33.062190 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-2a7a28dc-b1be-404d-b4ff-c7e1e1528a11 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.64 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.0862327 Nov 11 11:34:33.214354 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Deleting port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 {{(pid=88092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:33.215333 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:33.333548 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905393c8-eb45-4e5a-85cc-e4a66d84408a req-e193727b-041c-424b-b455-9f5ec5131607 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 11:34:33.335308 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-905393c8-eb45-4e5a-85cc-e4a66d84408a req-e193727b-041c-424b-b455-9f5ec5131607 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 946 time: 0.2231519 Nov 11 11:34:33.444173 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-905393c8-eb45-4e5a-85cc-e4a66d84408a req-2c9d9d54-1d3e-4320-ad50-946bdc2fd99e tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ef49df1-b843-459c-8691-fdcbd2a5c8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004806 Nov 11 11:34:33.566020 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] For port 5c81104f-78b8-44d5-aae8-3eb5ab429d99, host hv-cinder-81741, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81741',level=0,port_id=5c81104f-78b8-44d5-aae8-3eb5ab429d99,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:33.566422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:33.697098 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Calling delete_port for 5c81104f-78b8-44d5-aae8-3eb5ab429d99 owned by compute:nova {{(pid=88092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:33.841592 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16506951'] for port, after_delete {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:33.848288 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-db546d0c-e856-4373-bdc0-7a4a50a80b9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:33.893017 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event deleted for resources: {'Port': ['ID=5c81104f-78b8-44d5-aae8-3eb5ab429d99,revision_number=None']} {{(pid=88092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:33.906255 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.906687 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.907107 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.907551 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.907965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.908380 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.908789 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.909430 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.909545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.909955 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.910361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817417-1-smb {{(pid=88092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 11:34:33.942422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88092) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:33.988471 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] No DVR routers for this DVR port 5c81104f-78b8-44d5-aae8-3eb5ab429d99 on host hv-cinder-81741 {{(pid=88092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:34:33.991011 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4309'] for port, before_response {{(pid=88092) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:33.993924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'name': 'network-vif-deleted', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99'}] {{(pid=88092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 11:34:34.011694 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-f281535f-5bc2-449e-9b52-6fa0f242affe req-d76dbca5-5cad-49ce-b5fe-7b279f1a7958 tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.64 "DELETE /v2.0/ports/5c81104f-78b8-44d5-aae8-3eb5ab429d99 HTTP/1.1" status: 204 len: 173 time: 0.9442565 Nov 11 11:34:34.067479 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e8e9b-e144-4915-90c8-f331c290feef', 'name': 'network-vif-deleted', 'tag': '5c81104f-78b8-44d5-aae8-3eb5ab429d99', 'status': 'completed', 'code': 200} Nov 11 11:34:34.640408 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-4fe5c887-c4de-4bce-ad33-123ff0ff2b53 req-879f8989-22b5-42f5-966b-bd4af0f776ec tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Synchronizing usage tracker for tenant:3c7292a8bfc54733a016a93d014497b1 on resource:port {{(pid=88092) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 11:34:34.655700 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.quota.resource [req-4fe5c887-c4de-4bce-ad33-123ff0ff2b53 req-879f8989-22b5-42f5-966b-bd4af0f776ec tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Unset dirty status for tenant:3c7292a8bfc54733a016a93d014497b1 on resource:port {{(pid=88092) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 11:34:34.657050 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [req-4fe5c887-c4de-4bce-ad33-123ff0ff2b53 req-879f8989-22b5-42f5-966b-bd4af0f776ec tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "GET /v2.0/ports?device_id=b72e8e9b-e144-4915-90c8-f331c290feef HTTP/1.1" status: 200 len: 210 time: 0.0637271 Nov 11 11:34:35.597386 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:34:35.773877 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42622) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:35.855822 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d48a634-c714-4b7e-b29b-fbc2c706ecfd tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:35.888951 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d48a634-c714-4b7e-b29b-fbc2c706ecfd tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:35.943612 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d48a634-c714-4b7e-b29b-fbc2c706ecfd tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:35.949082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d430cd05-079f-4a60-8eb5-9cbb0d0ca178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:35.965082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48a634-c714-4b7e-b29b-fbc2c706ecfd tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef49df1-b843-459c-8691-fdcbd2a5c8e6,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:35.968364 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-6d48a634-c714-4b7e-b29b-fbc2c706ecfd tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:35.974749 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6d48a634-c714-4b7e-b29b-fbc2c706ecfd tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:35.976304 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-6d48a634-c714-4b7e-b29b-fbc2c706ecfd tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ef49df1-b843-459c-8691-fdcbd2a5c8e6 HTTP/1.1" status: 204 len: 168 time: 0.2011073 Nov 11 11:34:36.031093 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42628) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:36.431523 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711190'] for router_interface, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:36.526435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5c81104f-78b8-44d5-aae8-3eb5ab429d99 no longer exists at agent hyperv_hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:34:36.559742 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] No Port match for: 5c81104f-78b8-44d5-aae8-3eb5ab429d99 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:34:36.560139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Device 5c81104f-78b8-44d5-aae8-3eb5ab429d99 not bound to the agent host hv-cinder-81741 {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:34:37.065718 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Deleting port abad8a36-4094-4fdd-ad1c-656b076fe9be {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:37.066312 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:37.245655 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] For port abad8a36-4094-4fdd-ad1c-656b076fe9be, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=abad8a36-4094-4fdd-ad1c-656b076fe9be,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:37.245963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:37.384460 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Calling delete_port for abad8a36-4094-4fdd-ad1c-656b076fe9be owned by network:router_interface {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:37.776809 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:37.781276 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-b6598399-569c-430d-81b3-c5a420ca6b51 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:37.825561 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=abad8a36-4094-4fdd-ad1c-656b076fe9be,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:37.830164 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:38.145795 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1177126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711308'] for router_interface, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:38.776849 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Router 5872d935-b4e1-44ae-a8f0-714045f53149 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:34:38.987591 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:34:38.996375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] Sync routers for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:34:39.007067 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-01fe8142-e0f4-4d1a-b3d6-27af8a328f5b admin admin] 10.222.0.37 "PUT /v2.0/routers/5872d935-b4e1-44ae-a8f0-714045f53149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9744015 Nov 11 11:34:39.009603 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42632) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:39.009909 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:34:39.010579 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:34:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:39.198375 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: dv-cinder-817417-1-smb {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:34:39.228105 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks [] for router, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:39.434883 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:39.443443 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Deleting port cb95afd6-b65a-41b8-82d9-665e11af37b2 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:39.443817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:39.505445 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:34:37Z', 'revision_number': 5, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port': {'id': 'cb95afd6-b65a-41b8-82d9-665e11af37b2', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:45Z', 'updated_at': '2021-11-11T11:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:39.509542 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] Checking router: 5872d935-b4e1-44ae-a8f0-714045f53149 for host: dv-cinder-817417-1-smb {{(pid=88094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:34:39.521365 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] Routers {'5872d935-b4e1-44ae-a8f0-714045f53149'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:34:39.522033 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:34:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['5872d935-b4e1-44ae-a8f0-714045f53149'], 'active': True} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:39.641906 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] For port cb95afd6-b65a-41b8-82d9-665e11af37b2, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=cb95afd6-b65a-41b8-82d9-665e11af37b2,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:39.642124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:39.685543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] Set router 5872d935-b4e1-44ae-a8f0-714045f53149 gateway port host: None {{(pid=88094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:34:39.771397 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Calling delete_port for cb95afd6-b65a-41b8-82d9-665e11af37b2 owned by network:router_gateway {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:39.798124 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:34:39Z', 'revision_number': 6, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port_host': None}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:39.802403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c35b06-d4e0-4f6c-a566-4dad53b732b9 None None] The sync data for ids ['5872d935-b4e1-44ae-a8f0-714045f53149'] in dv-cinder-817417-1-smb is: [{'id': '5872d935-b4e1-44ae-a8f0-714045f53149', 'name': 'tempest-TestShelveInstance-655194775-router', 'tenant_id': '3c7292a8bfc54733a016a93d014497b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:44Z', 'updated_at': '2021-11-11T11:34:39Z', 'revision_number': 6, 'project_id': '3c7292a8bfc54733a016a93d014497b1', 'gw_port_host': None}] {{(pid=88094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:34:39.954964 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:39.959631 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:40.003030 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb95afd6-b65a-41b8-82d9-665e11af37b2,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:40.006840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:40.257235 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697607'] for router_gateway, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:40.769660 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854667800'] for router, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:40.774120 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:40.798689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-615175'] for router, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:40.799325 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5872d935-b4e1-44ae-a8f0-714045f53149 {{(pid=88093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 11:34:40.812413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:40.813685 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-ac319211-9781-43c1-ac7a-8b0eb426eb2f admin admin] 10.222.0.37 "DELETE /v2.0/routers/5872d935-b4e1-44ae-a8f0-714045f53149 HTTP/1.1" status: 204 len: 168 time: 1.8029628 Nov 11 11:34:40.816479 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42636) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:40.888478 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] Deleting subnet d005ed5c-2dcb-4078-b3d1-d68e78bf66af {{(pid=88093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:34:40.892486 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:40.945574 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16643600'] for subnet, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.030116 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.098817 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16643788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840087677'] for subnet, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.103815 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3c1c07e4-15c3-40fe-82fb-2e6bd99c2ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:41.141880 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d005ed5c-2dcb-4078-b3d1-d68e78bf66af,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:41.144828 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:41.147300 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.153834 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a41ed-2628-4390-845d-c657b46f83e2 None None] Network 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:34:41.154033 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-5ba9242e-2fe9-4fa7-bab9-d467f52f32ac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d005ed5c-2dcb-4078-b3d1-d68e78bf66af HTTP/1.1" status: 204 len: 168 time: 0.3360624 Nov 11 11:34:41.156899 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42640) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:41.275496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.286929 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Deleting port ab32e6af-17bf-4c04-acbc-d14a35977af6 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:41.287256 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.428564 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71051e53-3451-4400-8040-39d3b8646985 None None] DHCP port deletion for 90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f request from dv-cinder-817417-1-smb {{(pid=88094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 11:34:41.433196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-71051e53-3451-4400-8040-39d3b8646985 None None] Deleting port ab32e6af-17bf-4c04-acbc-d14a35977af6 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:41.433618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71051e53-3451-4400-8040-39d3b8646985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.513489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] For port ab32e6af-17bf-4c04-acbc-d14a35977af6, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=ab32e6af-17bf-4c04-acbc-d14a35977af6,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:41.513918 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.631801 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device cb95afd6-b65a-41b8-82d9-665e11af37b2 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:34:41.648530 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Calling delete_port for ab32e6af-17bf-4c04-acbc-d14a35977af6 owned by network:dhcp {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:41.681858 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: cb95afd6-b65a-41b8-82d9-665e11af37b2 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:34:41.682259 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device cb95afd6-b65a-41b8-82d9-665e11af37b2 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:34:41.682786 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device abad8a36-4094-4fdd-ad1c-656b076fe9be no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:34:41.723007 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: abad8a36-4094-4fdd-ad1c-656b076fe9be {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:34:41.723428 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device abad8a36-4094-4fdd-ad1c-656b076fe9be not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:34:41.723905 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device ab32e6af-17bf-4c04-acbc-d14a35977af6 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:34:41.725302 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.730166 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d722ede2-6421-43f8-8f62-3890a69c85b8 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:41.762802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-71051e53-3451-4400-8040-39d3b8646985 None None] For port ab32e6af-17bf-4c04-acbc-d14a35977af6, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=ab32e6af-17bf-4c04-acbc-d14a35977af6,segment=NetworkSegment(ed5194bb-4084-481a-a451-4d401cdea1d8),segment_id=ed5194bb-4084-481a-a451-4d401cdea1d8)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:41.763290 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71051e53-3451-4400-8040-39d3b8646985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.771405 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: ab32e6af-17bf-4c04-acbc-d14a35977af6 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:34:41.771806 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device ab32e6af-17bf-4c04-acbc-d14a35977af6 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:34:41.775840 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab32e6af-17bf-4c04-acbc-d14a35977af6,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:41.780060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:41.784013 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] No DVR routers for this DVR port ab32e6af-17bf-4c04-acbc-d14a35977af6 on host dv-cinder-817417-1-smb {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:34:41.895989 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-71051e53-3451-4400-8040-39d3b8646985 None None] Calling delete_port for ab32e6af-17bf-4c04-acbc-d14a35977af6 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:41.915129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.944117 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f']}} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:41.957402 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5194bb-4084-481a-a451-4d401cdea1d8') {'for_net_delete': True} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:41.957733 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5194bb-4084-481a-a451-4d401cdea1d8') {} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:41.966436 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.db.api [None req-71051e53-3451-4400-8040-39d3b8646985 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88094) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:34:41.966856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_db.api [None req-71051e53-3451-4400-8040-39d3b8646985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 11:34:41.971181 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838132199'] for segment, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.987196 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:41.993403 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=88093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:34:41.993812 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838131602'] for segment, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:34:42.007545 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:34:42.085187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:42.089965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:42.094435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:42.119926 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:42.122481 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:42.130570 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-d48d32d6-d058-4a55-95c0-3690705c05e6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/90c7f8c3-ba57-46d1-bacd-8a6dc0a2b82f HTTP/1.1" status: 204 len: 168 time: 0.9726355 Nov 11 11:34:42.133636 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42644) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:42.468505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-71051e53-3451-4400-8040-39d3b8646985 None None] Deleting port ab32e6af-17bf-4c04-acbc-d14a35977af6 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:42.469100 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-71051e53-3451-4400-8040-39d3b8646985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:42.539320 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711190'] for router_interface, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:42.539606 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-71051e53-3451-4400-8040-39d3b8646985 None None] The port 'ab32e6af-17bf-4c04-acbc-d14a35977af6' was deleted {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 11:34:43.187200 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Deleting port 786a9ef9-8fab-4206-93d3-2410b3ed2c16 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:43.187666 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:43.380980 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] For port 786a9ef9-8fab-4206-93d3-2410b3ed2c16, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=786a9ef9-8fab-4206-93d3-2410b3ed2c16,segment=NetworkSegment(2600abd2-26e0-404a-a3a0-1857c7bdcef0),segment_id=2600abd2-26e0-404a-a3a0-1857c7bdcef0)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:43.381496 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:43.508616 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Calling delete_port for 786a9ef9-8fab-4206-93d3-2410b3ed2c16 owned by network:router_interface {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:43.687677 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:43.692410 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-f617c4f7-f4cf-4b01-ba3c-2157228f5277 tempest-AttachVolumeTestJSON-1355519541 tempest-AttachVolumeTestJSON-1355519541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:43.736395 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Pushing event deleted for resources: {'Port': ['ID=786a9ef9-8fab-4206-93d3-2410b3ed2c16,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:43.739190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:44.261476 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1177126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-711308'] for router_interface, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:44.868332 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 has already been hosted by L3 agent 5fcc9909-b293-4a34-9b47-6d8869d6ff16 {{(pid=88093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 11:34:45.087538 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] Notify agent at l3_agent.dv-cinder-817417-1-smb the message routers_updated {{(pid=88093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 11:34:45.098039 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] Sync routers for ids ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'] in dv-cinder-817417-1-smb {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 11:34:45.104131 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-fe04e186-6515-4b3f-aa14-02f1221383be admin admin] 10.222.0.37 "PUT /v2.0/routers/32d5ec33-fb7e-4242-b4f9-871a30ca4776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9692056 Nov 11 11:34:45.108646 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42648) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:45.112027 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] Routers {'32d5ec33-fb7e-4242-b4f9-871a30ca4776'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:34:45.112707 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:34:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:45.318505 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] Set router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:34:45.602717 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:45.631012 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:34:43Z', 'revision_number': 5, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:45.635209 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] Checking router: 32d5ec33-fb7e-4242-b4f9-871a30ca4776 for host: dv-cinder-817417-1-smb {{(pid=88095) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 11:34:45.648618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] Routers {'32d5ec33-fb7e-4242-b4f9-871a30ca4776'} bound to L3 agent in host dv-cinder-817417-1-smb {{(pid=88095) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 11:34:45.649618 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817417-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T11:16:22Z,description=,heartbeat_timestamp=2021-11-11T11:34:22Z,host='dv-cinder-817417-1-smb',id=5fcc9909-b293-4a34-9b47-6d8869d6ff16,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T11:16:22Z,topic='l3_agent')) {'router_ids': ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'], 'active': True} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:45.816329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:45.824818 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Deleting port 30c831ca-5baa-4e57-99bf-32e6a2d2372d {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:45.825184 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:45.843633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvr_db [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] Set router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 gateway port host: dv-cinder-817417-1-smb {{(pid=88095) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 11:34:46.023199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] For port 30c831ca-5baa-4e57-99bf-32e6a2d2372d, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=30c831ca-5baa-4e57-99bf-32e6a2d2372d,segment=NetworkSegment(4426165d-8424-4b11-b950-dcab7658311d),segment_id=4426165d-8424-4b11-b950-dcab7658311d)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:46.023823 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:46.298000 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_hamode_db [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:34:43Z', 'revision_number': 5, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}], 'dv-cinder-817417-1-smb', False) {} {{(pid=88095) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:46.302418 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb47cf9f-fc44-4eb7-856f-1bb67bd3a126 None None] The sync data for ids ['32d5ec33-fb7e-4242-b4f9-871a30ca4776'] in dv-cinder-817417-1-smb is: [{'id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'name': 'tempest-TestShelveInstance-1097084453-router', 'tenant_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'external_fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T11:29:52Z', 'updated_at': '2021-11-11T11:34:43Z', 'revision_number': 5, 'project_id': 'b2109d09809b4184bfdaa27eae5c7ccb', 'gw_port': {'id': '30c831ca-5baa-4e57-99bf-32e6a2d2372d', 'name': '', 'network_id': '7fa78192-f1ce-486a-8916-6b904b8d2f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d5ec33-fb7e-4242-b4f9-871a30ca4776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817417-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T11:29:53Z', 'updated_at': '2021-11-11T11:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28826b58-1481-46ed-8ba4-c33ab159cd62', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817417-1-smb'}] {{(pid=88095) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 11:34:46.385928 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Calling delete_port for 30c831ca-5baa-4e57-99bf-32e6a2d2372d owned by network:router_gateway {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:46.562435 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:46.567361 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-da835ab0-2e24-4723-b262-30fa4562670b tempest-TestShelveInstance-1320495035 tempest-TestShelveInstance-1320495035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:46.615939 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c831ca-5baa-4e57-99bf-32e6a2d2372d,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:46.618992 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:46.858245 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697607'] for router_gateway, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.132431 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-615273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854667800'] for router, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.136849 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.190269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-615175'] for router, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.190856 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d5ec33-fb7e-4242-b4f9-871a30ca4776 {{(pid=88093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 11:34:47.203891 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.205171 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-17f5a46f-14ff-4439-a74f-3550e179d4a8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/32d5ec33-fb7e-4242-b4f9-871a30ca4776 HTTP/1.1" status: 204 len: 168 time: 2.0949616 Nov 11 11:34:47.207862 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42654) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:47.275859 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] Deleting subnet cfa0f10a-7a33-4626-add8-078f57aca79f {{(pid=88093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 11:34:47.279211 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.334060 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16643600'] for subnet, precommit_delete_associations {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.428873 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851865321'] for subnet, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.523143 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2910478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16643788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840087677'] for subnet, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.527785 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7d5e0092-6c35-4bc9-82e3-2cafdb4421c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:47.564451 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa0f10a-7a33-4626-add8-078f57aca79f,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:47.568802 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:47.571720 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.579390 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-7bcc5cc8-7bc5-49a2-a108-662e8af17ccf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cfa0f10a-7a33-4626-add8-078f57aca79f HTTP/1.1" status: 204 len: 168 time: 0.3699808 Nov 11 11:34:47.579546 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9647730-3cda-469c-b53e-ebaea5eaf45e None None] Network d7b18cca-70b9-4c6f-b431-d3dbacb8e294 requested from dv-cinder-817417-1-smb {{(pid=88094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 11:34:47.581963 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42660) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:47.669384 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 30c831ca-5baa-4e57-99bf-32e6a2d2372d no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:34:47.717958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851660372'] for network, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.731316 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Deleting port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 {{(pid=88093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:47.731709 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:47.887807 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 30c831ca-5baa-4e57-99bf-32e6a2d2372d {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:34:47.888187 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 30c831ca-5baa-4e57-99bf-32e6a2d2372d not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:34:47.888642 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 786a9ef9-8fab-4206-93d3-2410b3ed2c16 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:34:47.926617 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: 786a9ef9-8fab-4206-93d3-2410b3ed2c16 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:34:47.926925 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device 786a9ef9-8fab-4206-93d3-2410b3ed2c16 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:34:47.970844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] For port d7f8fe64-4a2f-46c9-b361-30199c6c62f2, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=d7f8fe64-4a2f-46c9-b361-30199c6c62f2,segment=NetworkSegment(2600abd2-26e0-404a-a3a0-1857c7bdcef0),segment_id=2600abd2-26e0-404a-a3a0-1857c7bdcef0)] {{(pid=88093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:47.971269 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.083873 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] DHCP port deletion for d7b18cca-70b9-4c6f-b431-d3dbacb8e294 request from dv-cinder-817417-1-smb {{(pid=88094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 11:34:48.088388 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] Deleting port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:48.088800 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.100072 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Calling delete_port for d7f8fe64-4a2f-46c9-b361-30199c6c62f2 owned by network:dhcp {{(pid=88093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:48.173190 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3212421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27280359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273837167459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763017199168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838132038'] for port, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.177895 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-0d64c953-b010-431c-a6ba-ce5f84b399d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:48.222531 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f8fe64-4a2f-46c9-b361-30199c6c62f2,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:48.225334 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:48.230581 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] No DVR routers for this DVR port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 on host dv-cinder-817417-1-smb {{(pid=88093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 11:34:48.300307 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.db [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] For port d7f8fe64-4a2f-46c9-b361-30199c6c62f2, host dv-cinder-817417-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817417-1-smb',level=0,port_id=d7f8fe64-4a2f-46c9-b361-30199c6c62f2,segment=NetworkSegment(2600abd2-26e0-404a-a3a0-1857c7bdcef0),segment_id=2600abd2-26e0-404a-a3a0-1857c7bdcef0)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 11:34:48.300747 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-709571'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.359777 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851853426', 'neutron.services.segments.db._delete_segments_for_network-8763017738440'] for network, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.389741 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b18cca-70b9-4c6f-b431-d3dbacb8e294']}} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:48.403041 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2600abd2-26e0-404a-a3a0-1857c7bdcef0') {'for_net_delete': True} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:48.403437 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.services.segments.db [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2600abd2-26e0-404a-a3a0-1857c7bdcef0') {} {{(pid=88093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 11:34:48.416040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763017746649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838132199'] for segment, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.428967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] Calling delete_port for d7f8fe64-4a2f-46c9-b361-30199c6c62f2 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 11:34:48.434139 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2908904'] for segment, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.442094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=88093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 11:34:48.442673 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851866895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838131602'] for segment, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: Traceback (most recent call last): Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: timer() Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: cb(*args, **kw) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: return func(*args, **kwargs) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: self._notify() Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: self.callback(batched_events) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: event.method(event) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: segment_id)['aggregates'][0] Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: return f(self, *a, **k) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: return self._get(url).json() Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: **kwargs) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: return self.request(url, 'GET', **kwargs) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: **endpoint_filter) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 11:34:48.457421 dv-cinder-817417-1-smb neutron-server[87981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 11:34:48.504274 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.db.api [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88094) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 11:34:48.504674 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_db.api [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88094) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 11:34:48.551739 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2922373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854082238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853598674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854077975'] for network, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.555413 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:48.570016 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853598503'] for network, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.581969 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b18cca-70b9-4c6f-b431-d3dbacb8e294,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:48.586635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:48.590287 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-3bee2e09-5a03-4c79-b9fe-bee0b9d8704e admin admin] 10.222.0.37 "DELETE /v2.0/networks/d7b18cca-70b9-4c6f-b431-d3dbacb8e294 HTTP/1.1" status: 204 len: 168 time: 1.0073028 Nov 11 11:34:48.738563 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42668) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:48.793815 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-eb714e93-4c2e-41da-86b1-a81d8cd2d00b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c7292a8bfc54733a016a93d014497b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538821 Nov 11 11:34:48.796472 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42672) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:48.861310 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8e41b18c-f0f3-4a84-9fea-0a835d6c105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.890329 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8e41b18c-f0f3-4a84-9fea-0a835d6c105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.946264 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8e41b18c-f0f3-4a84-9fea-0a835d6c105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.951584 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-4357b22d-6620-40e9-bd24-dd3e4651a921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:48.965867 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41b18c-f0f3-4a84-9fea-0a835d6c105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb048e6f-6183-4c45-b592-2b7cc04d42ae,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:48.969692 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-8e41b18c-f0f3-4a84-9fea-0a835d6c105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:48.973023 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-8e41b18c-f0f3-4a84-9fea-0a835d6c105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:48.974267 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-8e41b18c-f0f3-4a84-9fea-0a835d6c105b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb048e6f-6183-4c45-b592-2b7cc04d42ae HTTP/1.1" status: 204 len: 168 time: 0.1767943 Nov 11 11:34:49.005490 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] Deleting port d7f8fe64-4a2f-46c9-b361-30199c6c62f2 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 11:34:49.005859 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273837170889'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:49.042301 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-9b92e440-41d2-4dc6-96af-b7b91da6ed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:49.076875 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-23d80d52-3924-4ca1-ae3b-208c51fbc0f9 None None] The port 'd7f8fe64-4a2f-46c9-b361-30199c6c62f2' was deleted {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 11:34:49.391568 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42682) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:49.444441 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-af973b68-9527-4d3a-b8f8-acb9718cf771 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2109d09809b4184bfdaa27eae5c7ccb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515711 Nov 11 11:34:49.446965 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.wsgi [-] (88093) accepted ('10.222.0.37', 42686) {{(pid=88093) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 11:34:49.510101 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-55940640-5ff2-4e10-9510-e4140d846c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:49.537337 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-55940640-5ff2-4e10-9510-e4140d846c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:49.587263 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-55940640-5ff2-4e10-9510-e4140d846c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087020'] for security_group, after_delete {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:49.592771 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-e0c192e0-bfc5-4d93-97eb-443319afdecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 11:34:49.606633 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55940640-5ff2-4e10-9510-e4140d846c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670c8938-8f34-4bd3-8eda-f6527f15ce33,revision_number=None']} {{(pid=88093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 11:34:49.609958 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG oslo_concurrency.lockutils [None req-55940640-5ff2-4e10-9510-e4140d846c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 11:34:49.611129 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-55940640-5ff2-4e10-9510-e4140d846c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:49.612349 dv-cinder-817417-1-smb neutron-server[87981]: INFO neutron.wsgi [None req-55940640-5ff2-4e10-9510-e4140d846c54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/670c8938-8f34-4bd3-8eda-f6527f15ce33 HTTP/1.1" status: 204 len: 168 time: 0.1644087 Nov 11 11:34:49.625308 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device d7f8fe64-4a2f-46c9-b361-30199c6c62f2 no longer exists at agent ovs-agent-dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 11:34:49.667252 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.plugin [None req-1d847b43-923d-4618-abb4-02c88521327e None None] No Port match for: d7f8fe64-4a2f-46c9-b361-30199c6c62f2 {{(pid=88094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 11:34:49.667650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.plugins.ml2.rpc [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Device d7f8fe64-4a2f-46c9-b361-30199c6c62f2 not bound to the agent host dv-cinder-817417-1-smb {{(pid=88094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 11:34:50.598910 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:51.639649 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-01b75c02-ccf1-4dbd-9aa6-e07e68730471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:51.688346 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:53.484894 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:34:57.427967 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:12.597604 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:35:18.994545 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-c178f5f0-911f-493f-9bf0-aff8f55bd9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:20.604477 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:21.644650 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-5d812057-80e2-471c-9c1e-9dae4230f6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:21.689911 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:23.489040 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:27.413521 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:48.997094 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-f0189797-8dee-4dad-a2d3-f82dc19344a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:49.598979 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:35:50.606217 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:51.648052 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-187e15c5-c501-41a2-b421-9a82f9c72302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:51.692613 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:53.491422 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:35:57.415175 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:19.001868 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-43edb91a-da00-4866-ae12-b4454a76b08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:20.610889 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:21.651652 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-78f11d56-492b-4e8b-b9f1-02fb92960169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:21.696525 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:23.493543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:26.601208 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:36:27.427138 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:49.004049 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-a36eabb8-1f0e-4672-97ad-3516ca4997f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:50.613689 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:51.656449 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-053abcf2-060d-46de-ac57-bb71c2d1d298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:51.698084 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:53.496372 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:36:57.442484 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:03.601841 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:37:19.006578 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-26e4eb53-c035-4945-ab9b-03df9411d124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:20.615489 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:21.667106 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-743952df-c66a-437c-aba4-0f00e3ddba65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:21.703238 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:23.499082 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:27.441543 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:40.602825 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:37:49.008635 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-cd32f07a-3240-421e-a32c-ec9ce11579ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:50.618241 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:51.672497 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-fa65857c-75d2-4b2f-b66c-06dfd73367a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:51.704199 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:53.501917 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:37:57.455391 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:17.603318 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:38:19.009844 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-d6f18a53-4d7f-46ad-9a01-b81b91b92a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:20.620373 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:21.677846 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-e84b7e51-f3f8-4c55-b392-2e9066fe66a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:21.706115 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:23.504045 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:27.469887 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:49.012168 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-00e7e1c2-f125-43b6-8841-5f4dcd55ab2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:50.625356 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:51.679978 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-38da1d31-4133-4985-accb-411f67cff6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:51.708202 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:53.507193 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:38:54.603585 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 11:38:57.486788 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:39:19.020654 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6ac6b9b4-cb64-413b-be29-fe7e8c22745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:39:20.627914 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-1d847b43-923d-4618-abb4-02c88521327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:39:21.682724 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0b30dcc5-4895-4ce8-8ba0-476b1723f323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:39:21.711924 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-6e550cfd-6940-4405-ad00-7119ecff6215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:39:23.508641 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5061-ae98-4983-811d-ab9e8fd69169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:39:27.487317 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron_lib.callbacks.manager [None req-dfdd11f5-8f1b-4cc3-be60-7850f17feb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763017738423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851861143'] for agent, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 11:39:31.603625 dv-cinder-817417-1-smb neutron-server[87981]: DEBUG neutron.db.agents_db [None req-a805ba31-f06e-4de2-bc6c-2724e3ac7ac2 None None] Agent healthcheck: found 6 active agents {{(pid=88095) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}